[ 523.488792] env[66004]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.488792] env[66004]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.472471] env[66094]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.472471] env[66094]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.042872] env[66094]: INFO neutron.common.config [-] Logging enabled! [ 526.043326] env[66094]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev79 [ 526.043395] env[66094]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66094) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 526.043642] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 526.043732] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 526.044578] env[66094]: WARNING oslo_policy.policy [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.044799] env[66094]: WARNING oslo_policy.policy [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.046461] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] VMware NSXv3 Agent initialized successfully. [ 526.046825] env[66094]: DEBUG oslo_concurrency.lockutils [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] Acquiring lock "singleton_lock" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.046952] env[66094]: DEBUG oslo_concurrency.lockutils [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] Acquired lock "singleton_lock" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.047165] env[66094]: DEBUG oslo_concurrency.lockutils [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] Releasing lock "singleton_lock" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.047487] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] Full set of CONF: {{(pid=66094) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 526.047669] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ******************************************************************************** {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 526.047740] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] Configuration options gathered from: {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 526.048039] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 526.048209] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 526.048338] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ================================================================================ {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 526.048576] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] agent_down_time = 75 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.048721] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] allow_automatic_dhcp_failover = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.048854] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] allow_bulk = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.048994] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] api_extensions_path = {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.049144] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] api_paste_config = api-paste.ini {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.049280] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] auth_strategy = keystone {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.049382] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] backdoor_port = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.049483] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] backdoor_socket = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.049617] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] backlog = 4096 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.049747] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.049899] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] bind_host = 0.0.0.0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.050047] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] bind_port = 9696 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.050179] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] client_socket_timeout = 900 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.050317] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] config_dir = [] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.050423] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.050557] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] config_source = [] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.050697] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] control_exchange = neutron {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.050829] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] core_plugin = ml2 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.050960] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] debug = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.051103] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] default_availability_zones = [] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.051304] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.051440] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] dhcp_agent_notification = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.051569] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] dhcp_agents_per_network = 1 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.051694] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] dhcp_lease_duration = 86400 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.051828] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] dhcp_load_type = networks {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.051960] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] dns_domain = openstacklocal {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.052103] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.052230] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] enable_default_route_bfd = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.052359] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] enable_default_route_ecmp = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.052487] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] enable_dvr = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.052611] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] enable_new_agents = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.052738] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.052870] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] enable_signals = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.052994] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] enable_traditional_dhcp = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.053133] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] external_dns_driver = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.053259] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] filter_validation = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.053393] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] global_physnet_mtu = 8950 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.053522] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] graceful_shutdown_timeout = 60 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.053695] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] host = cpu-1 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.053829] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] host_dvr_for_dhcp = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.053958] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] http_retries = 3 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.054104] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] instance_format = [instance: %(uuid)s] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.054238] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.054370] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ipam_driver = internal {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.054498] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ipv6_pd_enabled = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.054623] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] l3_ha = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.054755] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.054885] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] l3_ha_network_physical_name = {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.055023] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] l3_ha_network_type = {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.055161] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] log_color = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.055297] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] log_config_append = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.055428] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.055558] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] log_dir = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.055685] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] log_file = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.055786] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] log_options = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.055915] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] log_rotate_interval = 1 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.056055] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] log_rotate_interval_type = days {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.056189] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] log_rotation_type = none {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.056289] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.056388] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.056521] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.056652] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.056753] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.056881] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] max_dns_nameservers = 5 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.057026] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] max_header_line = 16384 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.057148] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] max_l3_agents_per_router = 3 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.057272] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] max_logfile_count = 30 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.057423] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] max_logfile_size_mb = 200 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.057555] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] max_subnet_host_routes = 20 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.057688] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] my_ip = 10.180.1.21 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.057819] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] my_ipv6 = ::1 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.057948] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] network_auto_schedule = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.058085] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] network_link_prefix = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.058219] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.058385] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] notify_nova_on_port_data_changes = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.058535] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] notify_nova_on_port_status_changes = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.058670] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] pagination_max_limit = -1 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.058795] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] publish_errors = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.058922] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] rate_limit_burst = 0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.059065] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] rate_limit_except_level = CRITICAL {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.059195] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] rate_limit_interval = 0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.059321] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] retry_until_window = 30 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.059447] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] router_distributed = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.059571] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] rpc_resources_processing_step = 20 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.059694] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] rpc_response_max_timeout = 600 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.059816] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] rpc_response_timeout = 60 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.059940] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] send_events_interval = 2 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.060093] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] service_plugins = ['router'] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.060226] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] setproctitle = on {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.060347] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] shell_completion = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.060526] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] state_path = /opt/stack/data/neutron {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.060700] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] syslog_log_facility = LOG_USER {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.060835] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] tcp_keepidle = 600 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.060969] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] transport_url = **** {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.061113] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] use_journal = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.061242] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] use_json = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.061367] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] use_ssl = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.061492] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] use_stderr = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.061624] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] use_syslog = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.061747] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] vlan_qinq = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.061868] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] vlan_transparent = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.061991] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] watch_log_file = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.062135] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] wsgi_default_pool_size = 100 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.062262] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] wsgi_keep_alive = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.062395] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.062522] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] wsgi_server_debug = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.062666] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_concurrency.disable_process_locking = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.062803] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.062939] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.063079] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.063216] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.063348] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.063479] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.063624] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler.connection_string = messaging:// {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.063758] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler.enabled = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.063892] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler.es_doc_type = notification {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.064032] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler.es_scroll_size = 10000 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.064170] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler.es_scroll_time = 2m {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.064299] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler.filter_error_trace = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.064436] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler.hmac_keys = **** {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.064568] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler.sentinel_service_name = mymaster {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.064704] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler.socket_timeout = 0.1 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.064833] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler.trace_requests = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.064959] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler.trace_sqlalchemy = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.065117] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler_jaeger.process_tags = {} {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.065246] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler_jaeger.service_name_prefix = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.065376] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] profiler_otlp.service_name_prefix = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.065521] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_policy.enforce_new_defaults = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.065777] env[66094]: WARNING oslo_config.cfg [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 526.065923] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_policy.enforce_scope = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.066073] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_policy.policy_default_rule = default {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.066225] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.066362] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.066500] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.066630] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.066757] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.066882] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.067014] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.067154] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.067328] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.067474] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] agent.extensions = [] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.067616] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.067754] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] service_providers.service_provider = [] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.067897] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] QUOTAS.default_quota = -1 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.068047] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.068182] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] QUOTAS.quota_floatingip = 50 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.068334] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] QUOTAS.quota_network = 100 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.068480] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] QUOTAS.quota_port = 500 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.068611] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.068739] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] QUOTAS.quota_router = 10 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.068868] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] QUOTAS.quota_security_group = 10 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.068997] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.069140] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] QUOTAS.quota_subnet = 100 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.069283] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] QUOTAS.track_quota_usage = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.069447] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.069581] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep.group = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.069711] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep.helper_command = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.069840] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep.log_daemon_traceback = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.069973] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.070117] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep.thread_pool_size = 8 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.070245] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep.user = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.070381] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.070507] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_dhcp_release.group = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.070630] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_dhcp_release.helper_command = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.070756] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.070885] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.071016] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.071145] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_dhcp_release.user = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.071279] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.071404] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_ovs_vsctl.group = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.071528] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.071653] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.071781] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.071906] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.072043] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_ovs_vsctl.user = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.072180] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_namespace.capabilities = [21] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.072321] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_namespace.group = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.072502] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_namespace.helper_command = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.072643] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.072777] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.072908] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.073048] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_namespace.user = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.073188] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_conntrack.capabilities = [12] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.073313] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_conntrack.group = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.073439] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_conntrack.helper_command = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.073567] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.073697] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.073825] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.073947] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_conntrack.user = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.074100] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_link.capabilities = [12, 21] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.074227] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_link.group = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.074352] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_link.helper_command = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.074481] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_link.log_daemon_traceback = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.074614] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.074741] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_link.thread_pool_size = 8 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.074864] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] privsep_link.user = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.075014] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.075163] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.075323] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.continue_on_failed_promotions = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.075461] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.dscp = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.075593] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.dscp_inherit = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.075730] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.force_mp_to_policy = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.075861] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.locking_coordinator_url = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.075994] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.log_agent_heartbeats = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.076140] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.logging_expire = 1 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.076279] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.076412] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.076553] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.polling_interval = 240 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.076688] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.076825] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.076966] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.report_interval = 30.0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.077119] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.077258] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.077418] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.077585] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.sync_skew = 60 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.077713] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.synchronization_queue_size = 20 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.077897] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT.use_helper_for_ns_read = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.078063] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] SECURITYGROUP.enable_ipset = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.078210] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] SECURITYGROUP.enable_security_group = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.078371] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.078523] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.078664] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] experimental.ipv6_pd_enabled = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.078820] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ml2.extension_drivers = ['port_security'] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.078954] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ml2.external_network_type = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.079118] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.079261] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ml2.overlay_ip_version = 4 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.079398] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ml2.path_mtu = 8950 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.079536] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ml2.physical_network_mtus = {} {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.079683] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.079815] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.079952] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ml2.type_drivers = ['vlan'] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.080106] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.080240] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.080371] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.080515] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.080653] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.080819] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.080965] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.081119] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.081259] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.081459] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.081607] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_login_password = **** {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.081753] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.081889] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_login_user = admin {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.082039] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.082184] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.082319] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.082452] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.082589] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.082728] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.082865] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.083007] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.083147] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.083283] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.083422] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.083555] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.083691] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.083904] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.084065] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.084206] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.084337] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.084476] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] nova.auth_section = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.084617] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] nova.auth_type = password {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.084752] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.084880] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] nova.certfile = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.085025] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] nova.collect_timing = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.085169] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] nova.endpoint_type = public {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.085301] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] nova.insecure = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.085431] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] nova.keyfile = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.085570] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] nova.region_name = RegionOne {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.085702] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] nova.split_loggers = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.085830] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] nova.timeout = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.085964] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] placement.auth_section = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.086118] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] placement.auth_type = password {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.086259] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.086389] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] placement.certfile = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.086523] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] placement.collect_timing = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.086660] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] placement.endpoint_type = public {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.086807] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] placement.insecure = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.086947] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] placement.keyfile = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.087087] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] placement.region_name = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.087222] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] placement.split_loggers = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.087378] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] placement.timeout = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.087526] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.auth_section = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.087662] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.auth_type = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.087792] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.cafile = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.087919] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.certfile = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.088062] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.collect_timing = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.088193] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.connect_retries = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.088340] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.connect_retry_delay = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.088487] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.enable_notifications = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.088617] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.endpoint_override = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.088746] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.insecure = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.088875] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.interface = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.089021] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.keyfile = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.089148] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.max_version = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.089276] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.min_version = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.089403] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.region_name = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.089533] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.retriable_status_codes = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.089663] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.service_name = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.089795] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.service_type = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.089947] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.split_loggers = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.090090] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.status_code_retries = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.090221] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.status_code_retry_delay = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.090349] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.timeout = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.090478] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.valid_interfaces = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.090605] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ironic.version = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.090743] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] cli_script.dry_run = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.090885] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.091027] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.091163] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.091295] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.091429] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.091557] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.091687] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.091817] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.091949] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.092099] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.092229] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.092366] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.092505] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.092641] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.092791] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.092981] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.093144] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.093281] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.093419] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.093553] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.093685] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.093817] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.093946] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.094090] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.094223] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.094353] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.094483] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.094614] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.094744] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.094875] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.095014] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.ssl = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.095159] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.095323] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.095464] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.095602] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.095738] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.095870] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.096020] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_notifications.driver = [] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.096157] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_notifications.retry = -1 {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.096305] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.096438] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.096541] env[66094]: DEBUG oslo_service.backend._eventlet.service [None req-9e1137d6-fb50-4594-8bae-f484d1f62247 None None] ******************************************************************************** {{(pid=66094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 526.097689] env[66094]: DEBUG neutron.agent.securitygroups_rpc [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Init firewall settings (driver=nsxv3) {{(pid=66094) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 526.099174] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66094) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 526.099411] env[66094]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] RPC agent_id: nsxm-l-01a.corp.local [ 526.101633] env[66094]: DEBUG dogpile.cache.region [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.101754] env[66094]: DEBUG dogpile.lock [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 526.101852] env[66094]: DEBUG dogpile.lock [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 526.101941] env[66094]: DEBUG dogpile.lock [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 526.102046] env[66094]: DEBUG dogpile.cache.region [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.102136] env[66094]: DEBUG dogpile.lock [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 526.102257] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 526.121662] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Session token - acquiring [ 526.123235] env[66094]: DEBUG networking_nsxv3.common.locking [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.123450] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.123519] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.123912] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.134297] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.405052] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.426404] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.426596] env[66094]: DEBUG dogpile.cache.region [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Cache value generated in 0.324 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.426636] env[66094]: DEBUG dogpile.lock [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.426757] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Activating Policy API Provider. [ 526.426935] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Looking for the default Infrastructure Rules. [ 526.492286] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Looking for the Default Layer3 Logged Drop Section. [ 526.508740] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.509202] env[66094]: DEBUG networking_nsxv3.common.locking [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.509394] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquiring lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.509462] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.509767] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired external semaphore "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.510121] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.024875] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.527129] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.030129] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Inventory metadata is going to be refreshed. [ 528.030129] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.772152] env[66094]: DEBUG networking_nsxv3.common.locking [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.772645] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.772645] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.772762] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.785205] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.786167] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.786829] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.805063] env[66094]: DEBUG networking_nsxv3.common.locking [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.805296] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.805403] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.805714] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.805842] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.805988] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.806115] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.806258] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.826849] env[66094]: DEBUG networking_nsxv3.common.locking [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.827144] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.827144] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.827448] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.827626] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.827768] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.847466] env[66094]: DEBUG networking_nsxv3.common.locking [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.847707] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.847804] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.848075] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.848222] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.848441] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.868417] env[66094]: DEBUG networking_nsxv3.common.locking [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.868686] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquiring lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.868784] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.869079] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired external semaphore "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.869225] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Releasing lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.869393] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.869504] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.869606] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.887803] env[66094]: DEBUG networking_nsxv3.common.locking [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.888050] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquiring lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.888093] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.888351] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired external semaphore "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.888475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Releasing lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.888645] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.888719] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.888811] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.910021] env[66094]: DEBUG networking_nsxv3.common.locking [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.910264] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.910316] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.910578] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.910718] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.910867] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.910970] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.911110] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Inventory metadata have been refreshed. [ 528.911221] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Dryrun:True. Metadata refresh completed. [ 528.911342] env[66094]: DEBUG oslo_concurrency.lockutils [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Releasing lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.913106] env[66094]: INFO neutron.agent.agent_extensions_manager [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Loaded agent extensions: [] [ 528.913816] env[66094]: DEBUG neutron_lib.callbacks.manager [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66094) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.961133] env[66094]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.961292] env[66094]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.961378] env[66094]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] NSXv3 Agent Agent out of sync with plugin! [ 533.914578] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.914994] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.916510] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.916510] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.917664] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.918040] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.142025] env[66094]: INFO networking_nsxv3.common.synchronization [None req-0255ec7f-618d-4956-b1e6-2ffb828b57e0 demo admin] Enqueued Resource ID: eed142f3-a1ca-4865-9e7a-d815ff6470a8 with Priority: HIGHEST for action security_group_rules [ 544.142718] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed142f3-a1ca-4865-9e7a-d815ff6470a8 with Priority: HIGHEST for action security_group_rules [ 544.143136] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eed142f3-a1ca-4865-9e7a-d815ff6470a8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.143302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eed142f3-a1ca-4865-9e7a-d815ff6470a8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.143397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eed142f3-a1ca-4865-9e7a-d815ff6470a8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.143938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eed142f3-a1ca-4865-9e7a-d815ff6470a8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.144141] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eed142f3-a1ca-4865-9e7a-d815ff6470a8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.665389] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.665684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.665684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.665852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.665903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.665961] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed142f3-a1ca-4865-9e7a-d815ff6470a8 already deleted. [ 544.666059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eed142f3-a1ca-4865-9e7a-d815ff6470a8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.143535] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.143875] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.144945] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.145205] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.146380] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.146800] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.147248] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.147618] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.917244] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.917723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.917723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.917723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.917935] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.421394] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.924061] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.426442] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 567.426621] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 568.234302] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.234690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.234690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.234894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.247834] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 568.248903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.249956] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 568.268763] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.268916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.269029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.269246] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.269328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.269448] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 568.269518] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.269586] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 568.290946] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.290946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.290946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.290946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.290946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.290946] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 568.409431] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.409749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.409805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.410085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.410157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.410291] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 568.430795] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.430981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.431077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.431278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.431390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.431582] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 568.431582] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.431751] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 568.449860] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.450063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.450103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.450319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.450442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.450558] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 568.450628] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.450700] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 568.473803] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.473966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.474044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.474263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.474372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.474510] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 568.474559] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.474658] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 568.474702] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 568.474744] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 568.474805] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 568.474856] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 568.475149] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 568.475216] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 568.475303] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 568.497416] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.497599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.497656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.497836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.497988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.498126] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 568.519652] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.519819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.519878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.520104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.520424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.533801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.148666] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.148798] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.737278] env[66094]: INFO networking_nsxv3.common.synchronization [None req-ce986f88-bdd7-442a-b71c-0e9e10bef76a None None] Enqueued Resource ID: e1b6c359-6823-413b-9256-3c684f40d83b with Priority: HIGHEST for action port [ 569.737278] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b6c359-6823-413b-9256-3c684f40d83b with Priority: HIGHEST for action port [ 569.737278] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1b6c359-6823-413b-9256-3c684f40d83b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.739169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1b6c359-6823-413b-9256-3c684f40d83b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.740173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1b6c359-6823-413b-9256-3c684f40d83b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.742053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1b6c359-6823-413b-9256-3c684f40d83b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.742053] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b6c359-6823-413b-9256-3c684f40d83b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.245421] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1b6c359-6823-413b-9256-3c684f40d83b [ 570.245421] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.245421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.245421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.245792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.245792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.245792] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1b6c359-6823-413b-9256-3c684f40d83b already deleted. [ 570.245792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1b6c359-6823-413b-9256-3c684f40d83b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.411211] env[66094]: INFO networking_nsxv3.common.synchronization [None req-9fb07100-6b9e-4fb5-bb39-937aa2c27cb3 None None] Enqueued Resource ID: 1d31ed4a-c8b3-4914-88df-4bd87203f807 with Priority: HIGHEST for action port [ 571.412419] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d31ed4a-c8b3-4914-88df-4bd87203f807 with Priority: HIGHEST for action port [ 571.413036] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d31ed4a-c8b3-4914-88df-4bd87203f807 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.413211] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d31ed4a-c8b3-4914-88df-4bd87203f807" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.413431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d31ed4a-c8b3-4914-88df-4bd87203f807" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.413726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d31ed4a-c8b3-4914-88df-4bd87203f807" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.413848] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d31ed4a-c8b3-4914-88df-4bd87203f807',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.916218] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d31ed4a-c8b3-4914-88df-4bd87203f807 [ 571.916468] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.916610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.916679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.916899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.916992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.917137] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d31ed4a-c8b3-4914-88df-4bd87203f807 already deleted. [ 571.917194] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d31ed4a-c8b3-4914-88df-4bd87203f807" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.351286] env[66094]: INFO networking_nsxv3.common.synchronization [None req-6c5313d3-a69a-461d-a976-ca6dacb1bbb9 None None] Enqueued Resource ID: c6afe9a7-e28d-4692-ab4e-4bae5e27d0db with Priority: HIGHEST for action port [ 573.351286] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6afe9a7-e28d-4692-ab4e-4bae5e27d0db with Priority: HIGHEST for action port [ 573.351601] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6afe9a7-e28d-4692-ab4e-4bae5e27d0db taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.351692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6afe9a7-e28d-4692-ab4e-4bae5e27d0db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.351753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6afe9a7-e28d-4692-ab4e-4bae5e27d0db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.351992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6afe9a7-e28d-4692-ab4e-4bae5e27d0db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.352414] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6afe9a7-e28d-4692-ab4e-4bae5e27d0db',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.856752] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6afe9a7-e28d-4692-ab4e-4bae5e27d0db [ 573.856984] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.857081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.857137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.860438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.860438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.860438] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6afe9a7-e28d-4692-ab4e-4bae5e27d0db already deleted. [ 573.860438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6afe9a7-e28d-4692-ab4e-4bae5e27d0db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.924806] env[66094]: INFO networking_nsxv3.common.synchronization [None req-59e8c22f-b34d-4b4b-9f61-36b3ee097f62 None None] Enqueued Resource ID: 8abc243f-9c33-4e7e-8163-2b1efc5946a5 with Priority: HIGHEST for action port [ 574.925100] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8abc243f-9c33-4e7e-8163-2b1efc5946a5 with Priority: HIGHEST for action port [ 574.925869] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8abc243f-9c33-4e7e-8163-2b1efc5946a5 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.925869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8abc243f-9c33-4e7e-8163-2b1efc5946a5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.925869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8abc243f-9c33-4e7e-8163-2b1efc5946a5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.926538] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8abc243f-9c33-4e7e-8163-2b1efc5946a5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.926722] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8abc243f-9c33-4e7e-8163-2b1efc5946a5',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.432164] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8abc243f-9c33-4e7e-8163-2b1efc5946a5 [ 575.432164] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.432164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.432164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.432164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.432164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.432164] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8abc243f-9c33-4e7e-8163-2b1efc5946a5 already deleted. [ 575.432164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8abc243f-9c33-4e7e-8163-2b1efc5946a5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.595397] env[66094]: INFO networking_nsxv3.common.synchronization [None req-13688e94-1fce-49f7-9d0f-b59b2c604106 None None] Enqueued Resource ID: 1ec439b6-d643-41ea-89ae-073eeae72cc8 with Priority: HIGHEST for action port [ 575.595397] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec439b6-d643-41ea-89ae-073eeae72cc8 with Priority: HIGHEST for action port [ 575.595397] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ec439b6-d643-41ea-89ae-073eeae72cc8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.595397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ec439b6-d643-41ea-89ae-073eeae72cc8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.595397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ec439b6-d643-41ea-89ae-073eeae72cc8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.595397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ec439b6-d643-41ea-89ae-073eeae72cc8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.595397] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ec439b6-d643-41ea-89ae-073eeae72cc8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.716131] env[66094]: INFO networking_nsxv3.common.synchronization [None req-3a0ded93-eedc-458d-bd45-0d2b0a2a8c78 None None] Enqueued Resource ID: 76336e9c-dbc1-4421-a67d-92b467df5daa with Priority: HIGHEST for action port [ 575.716342] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76336e9c-dbc1-4421-a67d-92b467df5daa with Priority: HIGHEST for action port [ 575.716889] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-76336e9c-dbc1-4421-a67d-92b467df5daa taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.717022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76336e9c-dbc1-4421-a67d-92b467df5daa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.717094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76336e9c-dbc1-4421-a67d-92b467df5daa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.717337] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76336e9c-dbc1-4421-a67d-92b467df5daa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.717421] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76336e9c-dbc1-4421-a67d-92b467df5daa',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.097090] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ec439b6-d643-41ea-89ae-073eeae72cc8 [ 576.097388] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.097449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.097527] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.097724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.097811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.097903] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ec439b6-d643-41ea-89ae-073eeae72cc8 already deleted. [ 576.097997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ec439b6-d643-41ea-89ae-073eeae72cc8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.222613] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76336e9c-dbc1-4421-a67d-92b467df5daa [ 576.222613] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.222613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.222613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.222613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.222613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.222613] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76336e9c-dbc1-4421-a67d-92b467df5daa already deleted. [ 576.222613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76336e9c-dbc1-4421-a67d-92b467df5daa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.869361] env[66094]: INFO networking_nsxv3.common.synchronization [None req-6117ee00-f644-4fca-b1cc-2ae665994081 None None] Enqueued Resource ID: 89281406-e77f-485a-87c6-86cc165a8cf1 with Priority: HIGHEST for action port [ 576.872917] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89281406-e77f-485a-87c6-86cc165a8cf1 with Priority: HIGHEST for action port [ 576.872917] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-89281406-e77f-485a-87c6-86cc165a8cf1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.872917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89281406-e77f-485a-87c6-86cc165a8cf1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.872917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89281406-e77f-485a-87c6-86cc165a8cf1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.873275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89281406-e77f-485a-87c6-86cc165a8cf1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.873275] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89281406-e77f-485a-87c6-86cc165a8cf1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.378021] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89281406-e77f-485a-87c6-86cc165a8cf1 [ 577.378417] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.378621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.378900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.381038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.381038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.381038] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89281406-e77f-485a-87c6-86cc165a8cf1 already deleted. [ 577.381038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89281406-e77f-485a-87c6-86cc165a8cf1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.495115] env[66094]: INFO networking_nsxv3.common.synchronization [None req-aeaad936-cd75-4645-82a4-4b6eb00aa2be None None] Enqueued Resource ID: 883bf026-79ed-4aab-ae1b-d771dcb8e8c3 with Priority: HIGHEST for action port [ 577.495407] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883bf026-79ed-4aab-ae1b-d771dcb8e8c3 with Priority: HIGHEST for action port [ 577.495917] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-883bf026-79ed-4aab-ae1b-d771dcb8e8c3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.496060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-883bf026-79ed-4aab-ae1b-d771dcb8e8c3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.496208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-883bf026-79ed-4aab-ae1b-d771dcb8e8c3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.496801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-883bf026-79ed-4aab-ae1b-d771dcb8e8c3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.497350] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('883bf026-79ed-4aab-ae1b-d771dcb8e8c3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.999911] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 883bf026-79ed-4aab-ae1b-d771dcb8e8c3 [ 578.000873] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.001039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.001106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.001310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.001395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.001485] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:883bf026-79ed-4aab-ae1b-d771dcb8e8c3 already deleted. [ 578.001564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-883bf026-79ed-4aab-ae1b-d771dcb8e8c3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.534427] env[66094]: INFO networking_nsxv3.common.synchronization [None req-13eb143e-37ff-44db-981d-660bfc18533f None None] Enqueued Resource ID: 68fdc80f-a81e-4a95-9298-bae79f59c288 with Priority: HIGHEST for action port [ 578.534903] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fdc80f-a81e-4a95-9298-bae79f59c288 with Priority: HIGHEST for action port [ 578.535233] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-68fdc80f-a81e-4a95-9298-bae79f59c288 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.535357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68fdc80f-a81e-4a95-9298-bae79f59c288" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.535450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68fdc80f-a81e-4a95-9298-bae79f59c288" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.535800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68fdc80f-a81e-4a95-9298-bae79f59c288" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.535800] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68fdc80f-a81e-4a95-9298-bae79f59c288',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.935177] env[66094]: INFO networking_nsxv3.common.synchronization [None req-204351b5-5631-4dd8-9555-f33abc8625da None None] Enqueued Resource ID: ef22aeff-ec0f-43a3-adf0-c757d22b8071 with Priority: HIGHEST for action port [ 578.936092] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef22aeff-ec0f-43a3-adf0-c757d22b8071 with Priority: HIGHEST for action port [ 578.937109] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef22aeff-ec0f-43a3-adf0-c757d22b8071 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.937293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef22aeff-ec0f-43a3-adf0-c757d22b8071" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.937385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef22aeff-ec0f-43a3-adf0-c757d22b8071" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.937681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef22aeff-ec0f-43a3-adf0-c757d22b8071" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.937779] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef22aeff-ec0f-43a3-adf0-c757d22b8071',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.041820] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68fdc80f-a81e-4a95-9298-bae79f59c288 [ 579.041820] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.041820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.041820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.041820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.042070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.042070] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68fdc80f-a81e-4a95-9298-bae79f59c288 already deleted. [ 579.042070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68fdc80f-a81e-4a95-9298-bae79f59c288" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.440459] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef22aeff-ec0f-43a3-adf0-c757d22b8071 [ 579.440712] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.440850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.440936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.441586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.441741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.441857] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef22aeff-ec0f-43a3-adf0-c757d22b8071 already deleted. [ 579.441952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef22aeff-ec0f-43a3-adf0-c757d22b8071" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.127132] env[66094]: INFO networking_nsxv3.common.synchronization [None req-9a9e8c6e-d6cb-429d-ac45-c6974098fca9 None None] Enqueued Resource ID: 708a8f60-6d72-4568-b272-e562f04c8156 with Priority: HIGHEST for action port [ 580.127797] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 708a8f60-6d72-4568-b272-e562f04c8156 with Priority: HIGHEST for action port [ 580.128143] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-708a8f60-6d72-4568-b272-e562f04c8156 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.128260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-708a8f60-6d72-4568-b272-e562f04c8156" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.128322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-708a8f60-6d72-4568-b272-e562f04c8156" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.128611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-708a8f60-6d72-4568-b272-e562f04c8156" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.128708] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('708a8f60-6d72-4568-b272-e562f04c8156',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.631375] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 708a8f60-6d72-4568-b272-e562f04c8156 [ 580.631615] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.631769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.631813] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.632059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.632156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.632255] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:708a8f60-6d72-4568-b272-e562f04c8156 already deleted. [ 580.632335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-708a8f60-6d72-4568-b272-e562f04c8156" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.024683] env[66094]: INFO networking_nsxv3.common.synchronization [None req-9aea132d-7967-4e23-8420-9f4a900930ee None None] Enqueued Resource ID: 8dc207f7-7282-4fcb-aa08-15aa71a9cd76 with Priority: HIGHEST for action port [ 581.024683] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc207f7-7282-4fcb-aa08-15aa71a9cd76 with Priority: HIGHEST for action port [ 581.025067] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dc207f7-7282-4fcb-aa08-15aa71a9cd76 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.025213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dc207f7-7282-4fcb-aa08-15aa71a9cd76" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.025268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dc207f7-7282-4fcb-aa08-15aa71a9cd76" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.027454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dc207f7-7282-4fcb-aa08-15aa71a9cd76" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.027454] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dc207f7-7282-4fcb-aa08-15aa71a9cd76',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.528960] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dc207f7-7282-4fcb-aa08-15aa71a9cd76 [ 581.528960] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.528960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.528960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.529447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.529447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.529447] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dc207f7-7282-4fcb-aa08-15aa71a9cd76 already deleted. [ 581.529531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dc207f7-7282-4fcb-aa08-15aa71a9cd76" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.532157] env[66094]: INFO networking_nsxv3.common.synchronization [None req-7e8157c2-51e3-4a28-ac1a-8490b22809dc None None] Enqueued Resource ID: d6e16c31-76d9-4ca9-89f6-028fcfb1293b with Priority: HIGHEST for action port [ 582.532424] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e16c31-76d9-4ca9-89f6-028fcfb1293b with Priority: HIGHEST for action port [ 582.533050] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6e16c31-76d9-4ca9-89f6-028fcfb1293b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.533221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6e16c31-76d9-4ca9-89f6-028fcfb1293b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.533268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6e16c31-76d9-4ca9-89f6-028fcfb1293b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.533485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6e16c31-76d9-4ca9-89f6-028fcfb1293b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.534198] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e16c31-76d9-4ca9-89f6-028fcfb1293b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.036054] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6e16c31-76d9-4ca9-89f6-028fcfb1293b [ 583.036322] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.036458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.036562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.037567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.037667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.037768] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6e16c31-76d9-4ca9-89f6-028fcfb1293b already deleted. [ 583.037862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6e16c31-76d9-4ca9-89f6-028fcfb1293b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.511333] env[66094]: INFO networking_nsxv3.common.synchronization [None req-b9637339-3c6e-4098-9dbc-4c7ffdbcc28d None None] Enqueued Resource ID: 740abbf7-2363-4a60-932e-c1a25382a28d with Priority: HIGHEST for action port [ 583.511333] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 740abbf7-2363-4a60-932e-c1a25382a28d with Priority: HIGHEST for action port [ 583.511333] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-740abbf7-2363-4a60-932e-c1a25382a28d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.511333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-740abbf7-2363-4a60-932e-c1a25382a28d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.511333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-740abbf7-2363-4a60-932e-c1a25382a28d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.511851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-740abbf7-2363-4a60-932e-c1a25382a28d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.511974] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('740abbf7-2363-4a60-932e-c1a25382a28d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.017438] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 740abbf7-2363-4a60-932e-c1a25382a28d [ 584.017438] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.017438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.017438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.017779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.017779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.017779] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:740abbf7-2363-4a60-932e-c1a25382a28d already deleted. [ 584.017779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-740abbf7-2363-4a60-932e-c1a25382a28d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.385967] env[66094]: INFO networking_nsxv3.common.synchronization [None req-aa2952be-0bd5-4045-ae2e-daded9e48357 None None] Enqueued Resource ID: 9d9c2646-7410-48b6-acfc-d95d1aee3f84 with Priority: HIGHEST for action port [ 584.386251] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9c2646-7410-48b6-acfc-d95d1aee3f84 with Priority: HIGHEST for action port [ 584.386817] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d9c2646-7410-48b6-acfc-d95d1aee3f84 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.386950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d9c2646-7410-48b6-acfc-d95d1aee3f84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.387020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d9c2646-7410-48b6-acfc-d95d1aee3f84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.387355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d9c2646-7410-48b6-acfc-d95d1aee3f84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.387355] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d9c2646-7410-48b6-acfc-d95d1aee3f84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.892733] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d9c2646-7410-48b6-acfc-d95d1aee3f84 [ 584.892902] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.893057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.893158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.893329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.893418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.893503] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d9c2646-7410-48b6-acfc-d95d1aee3f84 already deleted. [ 584.893610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d9c2646-7410-48b6-acfc-d95d1aee3f84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.939556] env[66094]: INFO networking_nsxv3.common.synchronization [req-c8e14ae1-1e99-49d4-8a3a-1507ff4352d9 req-b5727c19-437d-467d-b30f-db0e7a51e5a6 tempest-FloatingIPsAssociationTestJSON-1550065579 tempest-FloatingIPsAssociationTestJSON-1550065579-project-member] Enqueued Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 584.939556] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 584.943026] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.943026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.943026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.943026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.943026] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.943026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.943026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.943026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.943026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.943026] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.428755] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e4c8449e-c074-44a1-b9f5-85be6522128b tempest-VolumesAssistedSnapshotsTest-1709405539 tempest-VolumesAssistedSnapshotsTest-1709405539-project-member] Enqueued Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_rules [ 585.429277] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_rules [ 585.429587] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ad4797b-c1c1-4060-872d-786383c9a862 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.431038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.431038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.432177] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.432255] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ad4797b-c1c1-4060-872d-786383c9a862',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.445471] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.445627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.445702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.445911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.448559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.448714] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.448833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.449021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.449236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.449236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.449354] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 already deleted. [ 585.449354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.954720] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.954720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.954720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.954720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.954956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.954956] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ad4797b-c1c1-4060-872d-786383c9a862 already deleted. [ 585.954956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.023954] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.024177] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-230" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.024301] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-230" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.026587] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-230" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.026924] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.027300] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.027905] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.028315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.028704] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.029066] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.030092] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.030329] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.030504] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.030611] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.031789] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.031789] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.058321] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.058520] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.058639] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.058815] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-230" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.059242] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-c2d8ae01-48a2-42ee-86a3-1321dc881763 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.059436] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-c2d8ae01-48a2-42ee-86a3-1321dc881763" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.059502] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-c2d8ae01-48a2-42ee-86a3-1321dc881763" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.061303] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-c2d8ae01-48a2-42ee-86a3-1321dc881763" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.061303] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d8ae01-48a2-42ee-86a3-1321dc881763',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.368115] env[66094]: INFO networking_nsxv3.common.synchronization [None req-9e00e1e0-e4db-435c-90b3-b339b77fb110 None None] Enqueued Resource ID: c5806c79-b10c-49f6-8f1f-021c05ab880e with Priority: HIGHEST for action port [ 586.368616] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5806c79-b10c-49f6-8f1f-021c05ab880e with Priority: HIGHEST for action port [ 586.369049] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5806c79-b10c-49f6-8f1f-021c05ab880e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.369219] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5806c79-b10c-49f6-8f1f-021c05ab880e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.369313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5806c79-b10c-49f6-8f1f-021c05ab880e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.369507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5806c79-b10c-49f6-8f1f-021c05ab880e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.369588] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5806c79-b10c-49f6-8f1f-021c05ab880e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.561797] env[66094]: INFO networking_nsxv3.common.synchronization [None req-f568eeca-0967-47c3-9aca-00a15cec7880 tempest-VolumesAssistedSnapshotsTest-1709405539 tempest-VolumesAssistedSnapshotsTest-1709405539-project-member] Enqueued Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_rules [ 586.562797] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.562797] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.562797] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.563123] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.563322] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.563511] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port c2d8ae01-48a2-42ee-86a3-1321dc881763 not found, creating... [ 586.563798] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.564012] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.564213] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.564510] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.564662] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.565102] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.565345] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.565549] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.565807] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.565972] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.566186] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: c2d8ae01-48a2-42ee-86a3-1321dc881763 is going to be created. [ 586.567649] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_rules [ 586.568015] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ad4797b-c1c1-4060-872d-786383c9a862 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.568226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.568332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.568454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.568648] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ad4797b-c1c1-4060-872d-786383c9a862',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.590924] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.591176] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.591301] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.591567] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.591789] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.592041] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-c2d8ae01-48a2-42ee-86a3-1321dc881763" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.645258] env[66094]: INFO networking_nsxv3.common.synchronization [None req-cca17364-4d61-48ad-8740-fb5f0f4d80b2 None None] Enqueued Resource ID: c9b38f18-ad39-4488-803b-75e676c0bfc0 with Priority: HIGHEST for action port [ 586.645914] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b38f18-ad39-4488-803b-75e676c0bfc0 with Priority: HIGHEST for action port [ 586.646710] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9b38f18-ad39-4488-803b-75e676c0bfc0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.647551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9b38f18-ad39-4488-803b-75e676c0bfc0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.647665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9b38f18-ad39-4488-803b-75e676c0bfc0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.647979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9b38f18-ad39-4488-803b-75e676c0bfc0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.648103] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9b38f18-ad39-4488-803b-75e676c0bfc0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.873344] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5806c79-b10c-49f6-8f1f-021c05ab880e [ 586.873344] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.873344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.873344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.873344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.873344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.873344] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5806c79-b10c-49f6-8f1f-021c05ab880e already deleted. [ 586.873344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5806c79-b10c-49f6-8f1f-021c05ab880e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.092519] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.093055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.093055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.093055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.093241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.093241] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ad4797b-c1c1-4060-872d-786383c9a862 already deleted. [ 587.096039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.151579] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9b38f18-ad39-4488-803b-75e676c0bfc0 [ 587.151894] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.152052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.152111] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.152320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.152402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.152493] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9b38f18-ad39-4488-803b-75e676c0bfc0 already deleted. [ 587.152573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9b38f18-ad39-4488-803b-75e676c0bfc0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.417645] env[66094]: INFO networking_nsxv3.common.synchronization [req-c8e14ae1-1e99-49d4-8a3a-1507ff4352d9 req-30eef602-4b10-4f77-8839-7e712c440635 service nova] Enqueued Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_rules [ 587.417645] env[66094]: INFO networking_nsxv3.common.synchronization [req-c8e14ae1-1e99-49d4-8a3a-1507ff4352d9 req-30eef602-4b10-4f77-8839-7e712c440635 service nova] Enqueued Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 587.417645] env[66094]: INFO networking_nsxv3.common.synchronization [req-c8e14ae1-1e99-49d4-8a3a-1507ff4352d9 req-30eef602-4b10-4f77-8839-7e712c440635 service nova] Enqueued Resource ID: c2d8ae01-48a2-42ee-86a3-1321dc881763 with Priority: HIGHEST for action port [ 587.417645] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_rules [ 587.417645] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 587.418097] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d8ae01-48a2-42ee-86a3-1321dc881763 with Priority: HIGHEST for action port [ 587.423343] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.423343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.423343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.423343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.423343] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.423558] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.423558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.423558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.423808] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.423981] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.424107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.424176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.424351] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.424391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.426023] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.427938] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2d8ae01-48a2-42ee-86a3-1321dc881763 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.428084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2d8ae01-48a2-42ee-86a3-1321dc881763" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.428161] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2d8ae01-48a2-42ee-86a3-1321dc881763" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.428506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2d8ae01-48a2-42ee-86a3-1321dc881763" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.428581] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d8ae01-48a2-42ee-86a3-1321dc881763',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.932392] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.932674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.945555] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.945555] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2d8ae01-48a2-42ee-86a3-1321dc881763 with status ACTIVE [ 587.945555] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.945555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.945555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.945907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.947395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.947645] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.947961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.948045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.948238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.948354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.948815] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.948945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.948985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.949322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.949564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.949674] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2d8ae01-48a2-42ee-86a3-1321dc881763 is going to be updated. [ 587.975025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.975025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.975025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.975025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.975025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.975025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2d8ae01-48a2-42ee-86a3-1321dc881763" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.001244] env[66094]: INFO networking_nsxv3.common.synchronization [None req-05025c72-357a-442e-81d3-eb1054d39f02 tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_rules [ 588.001684] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_rules [ 588.003822] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.003945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.003945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.004276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.004276] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.453685] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.526020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.526236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.526342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.526582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.526677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.526775] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f already deleted. [ 588.526884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.632030] env[66094]: INFO networking_nsxv3.common.synchronization [None req-2d5bb422-dc70-493f-b2a4-b03b4bb22546 tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_rules [ 588.632358] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_rules [ 588.633012] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.633012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.633012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.633564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.633564] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.683335] env[66094]: INFO networking_nsxv3.common.synchronization [req-90349a4b-d5a9-4def-b8dc-9bfd704dc130 req-5b6457b3-6840-4e44-ac7a-07a48cdefe16 tempest-DeleteServersAdminTestJSON-460972327 tempest-DeleteServersAdminTestJSON-460972327-project-member] Enqueued Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 588.684994] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 588.684994] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.684994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.684994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.684994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.684994] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.684994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.684994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.684994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.685504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.685645] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.857355] env[66094]: INFO networking_nsxv3.common.synchronization [None req-c432a30d-d3fa-4edd-8927-889922dd2da6 None None] Enqueued Resource ID: 25dd2766-d632-42e8-9a58-77d1cce188d7 with Priority: HIGHEST for action port [ 588.857355] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25dd2766-d632-42e8-9a58-77d1cce188d7 with Priority: HIGHEST for action port [ 588.857355] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-25dd2766-d632-42e8-9a58-77d1cce188d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.857355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25dd2766-d632-42e8-9a58-77d1cce188d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.857355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25dd2766-d632-42e8-9a58-77d1cce188d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.857355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25dd2766-d632-42e8-9a58-77d1cce188d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.857784] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25dd2766-d632-42e8-9a58-77d1cce188d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.956412] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.957483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.957483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.957618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.959419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.959419] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 is going to be created. [ 588.985774] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.985957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.985998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.986295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.986587] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.000168] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: UNINITIALIZED for 2s [ 589.161234] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.161383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.161453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.161663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.161754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.161852] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f already deleted. [ 589.161932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.193216] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.193372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.193437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.193646] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.193729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.193917] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.194017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.194078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.194247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.194320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.194401] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e already deleted. [ 589.194476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.362248] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25dd2766-d632-42e8-9a58-77d1cce188d7 [ 589.362248] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.362248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.362248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.362248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.362248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.362248] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25dd2766-d632-42e8-9a58-77d1cce188d7 already deleted. [ 589.362248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25dd2766-d632-42e8-9a58-77d1cce188d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.809601] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.809824] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.809947] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.810317] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.810612] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.810784] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.810977] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.811122] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.811262] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.811461] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.811567] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.811667] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.811768] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.811868] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.811989] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.812100] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.838856] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.838856] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.838856] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.839046] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.839278] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.839419] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.839527] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.839815] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.839940] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.121825] env[66094]: INFO networking_nsxv3.common.synchronization [req-c84b8870-7970-4706-a806-7cf5546f1292 req-6ebb3a70-5689-4695-9817-c4e3669534fe tempest-TenantUsagesTestJSON-1993949538 tempest-TenantUsagesTestJSON-1993949538-project-member] Enqueued Resource ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d with Priority: HIGHEST for action security_group_members [ 590.122409] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d with Priority: HIGHEST for action security_group_members [ 590.122717] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.123144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.123223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.123463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.123626] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.123720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.123776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.123918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.124012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.124112] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab19b2e-e139-47e5-b1e4-e745cd5b472d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.344914] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.345153] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.345289] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.345586] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.345746] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.345913] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885 not found, creating... [ 590.346300] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.346466] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.346583] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.346825] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.346979] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.347267] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.347437] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.347550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.347813] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.347967] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.348131] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885 is going to be created. [ 590.367546] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.367802] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.367951] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.368291] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.368511] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.368726] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.627015] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.627258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.627304] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.627491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.627568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.627773] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.628083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.628083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.628168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.628343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.628390] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d already deleted. [ 590.628465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.010684] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: SUCCESS [ 591.010932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.011120] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.011337] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.011537] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.011650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.011705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.011851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.011931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.012023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.012114] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.049525] env[66094]: INFO networking_nsxv3.common.synchronization [req-90349a4b-d5a9-4def-b8dc-9bfd704dc130 req-55061333-868c-4dce-82dc-9d2165e42dac service nova] Enqueued Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_rules [ 591.049716] env[66094]: INFO networking_nsxv3.common.synchronization [req-90349a4b-d5a9-4def-b8dc-9bfd704dc130 req-55061333-868c-4dce-82dc-9d2165e42dac service nova] Enqueued Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 591.049919] env[66094]: INFO networking_nsxv3.common.synchronization [req-90349a4b-d5a9-4def-b8dc-9bfd704dc130 req-55061333-868c-4dce-82dc-9d2165e42dac service nova] Enqueued Resource ID: 1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885 with Priority: HIGHEST for action port [ 591.050648] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_rules [ 591.050853] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 591.050963] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885 with Priority: HIGHEST for action port [ 591.051581] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.051692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.051765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.052035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.052128] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.053025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.053611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.054512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.054512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.054512] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.054512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.054512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.054512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.054512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.055018] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.059470] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.059470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.059470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.059470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.059470] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.098586] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.098904] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.100237] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.100237] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.101335] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.101335] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.101335] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.101637] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.101858] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.102172] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.102430] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.102569] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.102749] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.102934] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.103348] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.103576] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.126563] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.127723] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.127723] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.127723] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.127723] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-a45aacb0-e90f-4045-bb71-9d7a1921670c taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.127723] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-a45aacb0-e90f-4045-bb71-9d7a1921670c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.127723] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-a45aacb0-e90f-4045-bb71-9d7a1921670c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.128152] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-a45aacb0-e90f-4045-bb71-9d7a1921670c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.128152] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a45aacb0-e90f-4045-bb71-9d7a1921670c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.516844] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.517019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.517097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.517324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.517496] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.517596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.517660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.517810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.517899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.517978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.518156] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.518275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.518332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.518478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.518617] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.518709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.518770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.518905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.518980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.519075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.519156] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.558924] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.559086] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.559378] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.561633] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885 with status ACTIVE [ 591.561633] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.561633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.561633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.561868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.561996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.562257] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.562758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.562971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.563234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.563528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.564195] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.564195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.564371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.564554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.564643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.564775] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885 is going to be updated. [ 591.588098] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.588264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.588339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.588895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.588895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.588895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ecfe67a-9cd1-47b2-a1fe-5cf7fdbd7885" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.630252] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.630471] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.630613] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.630898] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.631057] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.631230] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port a45aacb0-e90f-4045-bb71-9d7a1921670c not found, creating... [ 591.631519] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.631679] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.631792] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.632022] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.632160] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.632449] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.632603] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.632700] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.632913] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.633059] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.633195] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: a45aacb0-e90f-4045-bb71-9d7a1921670c is going to be created. [ 591.670344] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.670596] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.670676] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.671088] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.671334] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.671557] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-a45aacb0-e90f-4045-bb71-9d7a1921670c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.021769] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b34ce68-2e82-4e59-bd5c-ec97d5891b84: rpc.has_security_group_logging(os_id): False [ 592.040982] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.041150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.041216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.041428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.041517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.041730] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.041828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.041890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.042050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.042128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.042299] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.042428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.042470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.042587] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.042656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.042833] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.042939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.042979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.043144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.043209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.043282] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 is going to be created. [ 592.063146] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.121720] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.121720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.121720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.121720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.122302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.136442] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: IN_PROGRESS for 2s [ 592.432576] env[66094]: INFO networking_nsxv3.common.synchronization [None req-8291f144-af06-4ba3-b8cc-ff6f6c8ca858 None None] Enqueued Resource ID: f1a82251-e839-4235-9d25-fec9abfa3bba with Priority: HIGHEST for action port [ 592.433164] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a82251-e839-4235-9d25-fec9abfa3bba with Priority: HIGHEST for action port [ 592.433478] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1a82251-e839-4235-9d25-fec9abfa3bba taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.433611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1a82251-e839-4235-9d25-fec9abfa3bba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.434119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1a82251-e839-4235-9d25-fec9abfa3bba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.434373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1a82251-e839-4235-9d25-fec9abfa3bba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.434454] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1a82251-e839-4235-9d25-fec9abfa3bba',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.441027] env[66094]: INFO networking_nsxv3.common.synchronization [req-c84b8870-7970-4706-a806-7cf5546f1292 req-50b5eb3d-a7ff-4379-a0b7-98e60c4219dd service nova] Enqueued Resource ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d with Priority: HIGHEST for action security_group_rules [ 592.441027] env[66094]: INFO networking_nsxv3.common.synchronization [req-c84b8870-7970-4706-a806-7cf5546f1292 req-50b5eb3d-a7ff-4379-a0b7-98e60c4219dd service nova] Enqueued Resource ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d with Priority: HIGHEST for action security_group_members [ 592.441027] env[66094]: INFO networking_nsxv3.common.synchronization [req-c84b8870-7970-4706-a806-7cf5546f1292 req-50b5eb3d-a7ff-4379-a0b7-98e60c4219dd service nova] Enqueued Resource ID: a45aacb0-e90f-4045-bb71-9d7a1921670c with Priority: HIGHEST for action port [ 592.441027] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d with Priority: HIGHEST for action security_group_rules [ 592.441027] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d with Priority: HIGHEST for action security_group_members [ 592.441027] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45aacb0-e90f-4045-bb71-9d7a1921670c with Priority: HIGHEST for action port [ 592.441329] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ab19b2e-e139-47e5-b1e4-e745cd5b472d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.441329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.441329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.441551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.441632] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ab19b2e-e139-47e5-b1e4-e745cd5b472d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.446873] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.446873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.446873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.446873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.446873] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.446873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.446873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.447131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.447131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.447131] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab19b2e-e139-47e5-b1e4-e745cd5b472d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.450861] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-a45aacb0-e90f-4045-bb71-9d7a1921670c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.450990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a45aacb0-e90f-4045-bb71-9d7a1921670c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.451151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a45aacb0-e90f-4045-bb71-9d7a1921670c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.451334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a45aacb0-e90f-4045-bb71-9d7a1921670c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.451425] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a45aacb0-e90f-4045-bb71-9d7a1921670c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.565456] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.565627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.565698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.565941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.566071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.566214] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e is going to be created. [ 592.592242] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.592444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.592444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.592920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.592920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.605133] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: UNINITIALIZED for 2s [ 592.937724] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1a82251-e839-4235-9d25-fec9abfa3bba [ 592.937973] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.938133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.938201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.938831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.938831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.938831] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1a82251-e839-4235-9d25-fec9abfa3bba already deleted. [ 592.938831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1a82251-e839-4235-9d25-fec9abfa3bba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.945231] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.945355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.951743] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ab19b2e-e139-47e5-b1e4-e745cd5b472d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.957323] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a45aacb0-e90f-4045-bb71-9d7a1921670c with status ACTIVE [ 592.957544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.957671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.957738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.957943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.958040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.958214] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.958370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.958433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.958581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.958660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.958872] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.958965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.959042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.959181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.959274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.959387] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a45aacb0-e90f-4045-bb71-9d7a1921670c is going to be updated. [ 592.991578] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.991817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.991817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.991977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.993324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.993324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a45aacb0-e90f-4045-bb71-9d7a1921670c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.458478] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ab19b2e-e139-47e5-b1e4-e745cd5b472d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.963630] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.963630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.963630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.963630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.963630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.963630] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d is going to be created. [ 593.992064] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.992064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.992064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.992064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.992064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.002674] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d in Status: UNINITIALIZED for 2s [ 594.152408] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: SUCCESS [ 594.152914] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.332487] env[66094]: INFO networking_nsxv3.common.synchronization [None req-c7271afc-4d9a-4cdc-9550-40c71711b3e8 None None] Enqueued Resource ID: 37450d1c-a834-4d61-8c47-df3fbca45f5e with Priority: HIGHEST for action port [ 594.333132] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37450d1c-a834-4d61-8c47-df3fbca45f5e with Priority: HIGHEST for action port [ 594.334902] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-37450d1c-a834-4d61-8c47-df3fbca45f5e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.334902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37450d1c-a834-4d61-8c47-df3fbca45f5e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.334902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37450d1c-a834-4d61-8c47-df3fbca45f5e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.335558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37450d1c-a834-4d61-8c47-df3fbca45f5e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.335558] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37450d1c-a834-4d61-8c47-df3fbca45f5e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.564909] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a9055aae-0b4a-4540-93ec-b4ed464a0313 None None] Enqueued Resource ID: b0763c65-8fab-48ed-b86e-ead90e6fcfff with Priority: HIGHEST for action port [ 594.565480] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0763c65-8fab-48ed-b86e-ead90e6fcfff with Priority: HIGHEST for action port [ 594.568405] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0763c65-8fab-48ed-b86e-ead90e6fcfff taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.568405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0763c65-8fab-48ed-b86e-ead90e6fcfff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.568405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0763c65-8fab-48ed-b86e-ead90e6fcfff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.568405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0763c65-8fab-48ed-b86e-ead90e6fcfff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.568405] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0763c65-8fab-48ed-b86e-ead90e6fcfff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.620232] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: SUCCESS [ 594.620232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.620232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.620232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.620232] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.620232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.620232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.620232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.620232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.620232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.620232] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.838076] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37450d1c-a834-4d61-8c47-df3fbca45f5e [ 594.838741] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.838741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.838741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.838741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.839051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.839051] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37450d1c-a834-4d61-8c47-df3fbca45f5e already deleted. [ 594.839051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37450d1c-a834-4d61-8c47-df3fbca45f5e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.071347] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0763c65-8fab-48ed-b86e-ead90e6fcfff [ 595.071347] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.071347] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.071615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.072436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.072436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.072436] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0763c65-8fab-48ed-b86e-ead90e6fcfff already deleted. [ 595.072436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0763c65-8fab-48ed-b86e-ead90e6fcfff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.123952] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.124102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.124102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.124321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.124482] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.124584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.124644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.124798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.124887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.124971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.125229] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.125492] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.125492] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.126239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.126239] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.126239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.126239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.126239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.126462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.126462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.126462] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.630428] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4b56d2d-7ded-4f30-8a79-41f3693d3c1e: rpc.has_security_group_logging(os_id): False [ 595.660756] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.660872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.660916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.661143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.661236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.661444] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.661542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.661599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.661742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.661817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.662885] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.662885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.662885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.662885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.662885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.662885] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.662885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.662885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.662885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.662885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.663244] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e is going to be created. [ 595.733892] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.734101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.734155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.734332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.734506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.748744] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: IN_PROGRESS for 2s [ 596.019284] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d in Status: SUCCESS [ 596.019284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.019284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.019284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.019284] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.019284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.019284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.019284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.019284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.019822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.019822] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ab19b2e-e139-47e5-b1e4-e745cd5b472d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.072821] env[66094]: INFO networking_nsxv3.common.synchronization [None req-2a8ff981-0b6c-473d-ad62-daabcf1293cb None None] Enqueued Resource ID: 62942631-a3a6-47c9-9cc7-09b47fdad415 with Priority: HIGHEST for action port [ 596.073337] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62942631-a3a6-47c9-9cc7-09b47fdad415 with Priority: HIGHEST for action port [ 596.074583] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-62942631-a3a6-47c9-9cc7-09b47fdad415 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.074583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62942631-a3a6-47c9-9cc7-09b47fdad415" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.074583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62942631-a3a6-47c9-9cc7-09b47fdad415" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.076217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62942631-a3a6-47c9-9cc7-09b47fdad415" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.076217] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62942631-a3a6-47c9-9cc7-09b47fdad415',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.522220] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.523716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.523793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.524085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.524280] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.524385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.524458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.524627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.524711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.524801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.524958] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.525726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.525726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.525726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.525726] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.525726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.525726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.525726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.526026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.526026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.526026] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ab19b2e-e139-47e5-b1e4-e745cd5b472d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.580963] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62942631-a3a6-47c9-9cc7-09b47fdad415 [ 596.580963] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.580963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.580963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.580963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.580963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.580963] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62942631-a3a6-47c9-9cc7-09b47fdad415 already deleted. [ 596.580963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62942631-a3a6-47c9-9cc7-09b47fdad415" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.767138] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e215bef4-5973-479c-8152-1eaf4ad6d179 None None] Enqueued Resource ID: 0f3098fd-268e-4a84-ae13-c9b177e657ee with Priority: HIGHEST for action port [ 596.768101] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3098fd-268e-4a84-ae13-c9b177e657ee with Priority: HIGHEST for action port [ 596.768449] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f3098fd-268e-4a84-ae13-c9b177e657ee taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.768449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f3098fd-268e-4a84-ae13-c9b177e657ee" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.768598] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f3098fd-268e-4a84-ae13-c9b177e657ee" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.770731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f3098fd-268e-4a84-ae13-c9b177e657ee" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.770830] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f3098fd-268e-4a84-ae13-c9b177e657ee',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.028556] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ab19b2e-e139-47e5-b1e4-e745cd5b472d: rpc.has_security_group_logging(os_id): False [ 597.069082] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.069319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.069319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.069707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.069707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.069888] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.070044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.070131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.070257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.070327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.070540] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.070701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.070701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.070856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.070923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.071833] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.072030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.072568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.072911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.073083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.073423] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d is going to be created. [ 597.171648] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.171834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.171882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.172126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.172336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.188851] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d in Status: IN_PROGRESS for 2s [ 597.198035] env[66094]: INFO networking_nsxv3.common.synchronization [None req-c2522acd-758e-4ccf-9b7b-f7ef1d4916b9 None None] Enqueued Resource ID: 47c12928-7630-434d-acaa-132bb12654af with Priority: HIGHEST for action port [ 597.198035] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c12928-7630-434d-acaa-132bb12654af with Priority: HIGHEST for action port [ 597.198316] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-47c12928-7630-434d-acaa-132bb12654af taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.198316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47c12928-7630-434d-acaa-132bb12654af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.198413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47c12928-7630-434d-acaa-132bb12654af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.198783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47c12928-7630-434d-acaa-132bb12654af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.198783] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c12928-7630-434d-acaa-132bb12654af',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.274264] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f3098fd-268e-4a84-ae13-c9b177e657ee [ 597.274264] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.274264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.274264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.274264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.274264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.274671] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f3098fd-268e-4a84-ae13-c9b177e657ee already deleted. [ 597.274671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f3098fd-268e-4a84-ae13-c9b177e657ee" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.703762] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47c12928-7630-434d-acaa-132bb12654af [ 597.704028] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.704171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.704240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.704465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.706455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.706455] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47c12928-7630-434d-acaa-132bb12654af already deleted. [ 597.706455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47c12928-7630-434d-acaa-132bb12654af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.763154] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: SUCCESS [ 597.763860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.971827] env[66094]: INFO networking_nsxv3.common.synchronization [None req-cb254c31-24fe-49ac-8c99-f64ecbe1de04 None None] Enqueued Resource ID: baedb4b9-2814-413e-bbdf-9bcbbb842505 with Priority: HIGHEST for action port [ 598.972179] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baedb4b9-2814-413e-bbdf-9bcbbb842505 with Priority: HIGHEST for action port [ 598.972523] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-baedb4b9-2814-413e-bbdf-9bcbbb842505 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.972654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baedb4b9-2814-413e-bbdf-9bcbbb842505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.972784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baedb4b9-2814-413e-bbdf-9bcbbb842505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.972971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baedb4b9-2814-413e-bbdf-9bcbbb842505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.973472] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baedb4b9-2814-413e-bbdf-9bcbbb842505',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.205880] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d in Status: SUCCESS [ 599.206168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.475643] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baedb4b9-2814-413e-bbdf-9bcbbb842505 [ 599.475894] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.476042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.476114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.476370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.476493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.476557] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baedb4b9-2814-413e-bbdf-9bcbbb842505 already deleted. [ 599.476638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baedb4b9-2814-413e-bbdf-9bcbbb842505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.787988] env[66094]: INFO networking_nsxv3.common.synchronization [None req-152c4a36-eb3b-47d6-83cd-76baa0c14a9b None None] Enqueued Resource ID: 952cf7ea-0409-4fc5-99cf-bb31a8e4be62 with Priority: HIGHEST for action port [ 599.788300] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 952cf7ea-0409-4fc5-99cf-bb31a8e4be62 with Priority: HIGHEST for action port [ 599.788693] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-952cf7ea-0409-4fc5-99cf-bb31a8e4be62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.791864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-952cf7ea-0409-4fc5-99cf-bb31a8e4be62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.791864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-952cf7ea-0409-4fc5-99cf-bb31a8e4be62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.791864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-952cf7ea-0409-4fc5-99cf-bb31a8e4be62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.791864] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('952cf7ea-0409-4fc5-99cf-bb31a8e4be62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.233054] env[66094]: INFO networking_nsxv3.common.synchronization [None req-1a3cf528-2138-4544-9de3-ee5308826d77 None None] Enqueued Resource ID: 7417d5d2-2e85-4cdf-9632-cf7f40d31af8 with Priority: HIGHEST for action port [ 600.234476] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7417d5d2-2e85-4cdf-9632-cf7f40d31af8 with Priority: HIGHEST for action port [ 600.235941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-7417d5d2-2e85-4cdf-9632-cf7f40d31af8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.236179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7417d5d2-2e85-4cdf-9632-cf7f40d31af8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.239199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7417d5d2-2e85-4cdf-9632-cf7f40d31af8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.239199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7417d5d2-2e85-4cdf-9632-cf7f40d31af8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.239199] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7417d5d2-2e85-4cdf-9632-cf7f40d31af8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.294280] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 952cf7ea-0409-4fc5-99cf-bb31a8e4be62 [ 600.294280] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.294280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.294280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.294280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.294280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.294280] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:952cf7ea-0409-4fc5-99cf-bb31a8e4be62 already deleted. [ 600.294280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-952cf7ea-0409-4fc5-99cf-bb31a8e4be62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.740367] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7417d5d2-2e85-4cdf-9632-cf7f40d31af8 [ 600.740666] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.740809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.740877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.741134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.741288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.741288] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7417d5d2-2e85-4cdf-9632-cf7f40d31af8 already deleted. [ 600.741376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7417d5d2-2e85-4cdf-9632-cf7f40d31af8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.218388] env[66094]: INFO networking_nsxv3.common.synchronization [None req-20740d07-d416-4c7b-8f60-87b7c7dbc9ed None None] Enqueued Resource ID: 7f8c2a2f-bc3e-4f06-83bf-b87f21c491af with Priority: HIGHEST for action port [ 601.218933] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8c2a2f-bc3e-4f06-83bf-b87f21c491af with Priority: HIGHEST for action port [ 601.219574] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f8c2a2f-bc3e-4f06-83bf-b87f21c491af taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.219919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f8c2a2f-bc3e-4f06-83bf-b87f21c491af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.220217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f8c2a2f-bc3e-4f06-83bf-b87f21c491af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.220571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f8c2a2f-bc3e-4f06-83bf-b87f21c491af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.220669] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8c2a2f-bc3e-4f06-83bf-b87f21c491af',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.646039] env[66094]: INFO networking_nsxv3.common.synchronization [None req-0423081c-8c30-4859-a328-69a56892f5ee None None] Enqueued Resource ID: 4b36df76-dd48-4597-9a07-19f38c6c2999 with Priority: HIGHEST for action port [ 601.646528] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b36df76-dd48-4597-9a07-19f38c6c2999 with Priority: HIGHEST for action port [ 601.647222] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b36df76-dd48-4597-9a07-19f38c6c2999 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.647296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b36df76-dd48-4597-9a07-19f38c6c2999" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.647330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b36df76-dd48-4597-9a07-19f38c6c2999" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.647677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b36df76-dd48-4597-9a07-19f38c6c2999" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.647817] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b36df76-dd48-4597-9a07-19f38c6c2999',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.723370] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f8c2a2f-bc3e-4f06-83bf-b87f21c491af [ 601.723512] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.723647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.723809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.723951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.724093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.724144] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f8c2a2f-bc3e-4f06-83bf-b87f21c491af already deleted. [ 601.724222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f8c2a2f-bc3e-4f06-83bf-b87f21c491af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.151224] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b36df76-dd48-4597-9a07-19f38c6c2999 [ 602.151456] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.152444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.152539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.152750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.152845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.152945] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b36df76-dd48-4597-9a07-19f38c6c2999 already deleted. [ 602.153048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b36df76-dd48-4597-9a07-19f38c6c2999" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.267885] env[66094]: INFO networking_nsxv3.common.synchronization [req-e34a1ca3-ed25-4611-b4a2-29b7b020c433 req-d963d72a-eca3-408a-a921-56f076bb1cb0 tempest-VolumesAssistedSnapshotsTest-1709405539 tempest-VolumesAssistedSnapshotsTest-1709405539-project-member] Enqueued Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_members [ 602.267885] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_members [ 602.267885] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad4797b-c1c1-4060-872d-786383c9a862 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.267885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.269060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.269186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.269300] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.269538] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.269640] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.269829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.269921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.270034] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad4797b-c1c1-4060-872d-786383c9a862',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.773078] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.773422] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.773422] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.773530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.773616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.773819] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.773959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.774025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.774145] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.774232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.774323] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad4797b-c1c1-4060-872d-786383c9a862 already deleted. [ 602.774409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.102061] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.102061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-21" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.102061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-21" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.102061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-21" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.102061] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.102061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.102061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.102061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.104645] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.105638] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.105638] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.105638] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.105638] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.105638] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.105638] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.105638] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.127865] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.128412] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.128412] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.128412] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-21" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.129095] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-dd20e46c-0bc3-4244-a494-eff47685f838 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.129095] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-dd20e46c-0bc3-4244-a494-eff47685f838" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.129095] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-dd20e46c-0bc3-4244-a494-eff47685f838" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.129299] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-dd20e46c-0bc3-4244-a494-eff47685f838" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.129414] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd20e46c-0bc3-4244-a494-eff47685f838',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.424406] env[66094]: INFO networking_nsxv3.common.synchronization [None req-6be58863-d036-4044-a42c-7fb73178d8ab None None] Enqueued Resource ID: 2b6c061b-d293-43ef-9f83-dfd41aa8d9c5 with Priority: HIGHEST for action port [ 603.424929] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6c061b-d293-43ef-9f83-dfd41aa8d9c5 with Priority: HIGHEST for action port [ 603.425245] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6c061b-d293-43ef-9f83-dfd41aa8d9c5 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.425810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6c061b-d293-43ef-9f83-dfd41aa8d9c5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.425875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6c061b-d293-43ef-9f83-dfd41aa8d9c5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.426152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6c061b-d293-43ef-9f83-dfd41aa8d9c5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.426235] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6c061b-d293-43ef-9f83-dfd41aa8d9c5',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.461300] env[66094]: INFO networking_nsxv3.common.synchronization [None req-47b682bf-9f37-4e70-9102-56041d6fb1ac None None] Enqueued Resource ID: a3b8703a-61c9-4b4a-bd65-b9c70f7c31df with Priority: HIGHEST for action port [ 603.462097] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b8703a-61c9-4b4a-bd65-b9c70f7c31df with Priority: HIGHEST for action port [ 603.462772] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3b8703a-61c9-4b4a-bd65-b9c70f7c31df taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.462926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3b8703a-61c9-4b4a-bd65-b9c70f7c31df" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.462999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3b8703a-61c9-4b4a-bd65-b9c70f7c31df" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.464057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3b8703a-61c9-4b4a-bd65-b9c70f7c31df" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.464131] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3b8703a-61c9-4b4a-bd65-b9c70f7c31df',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.631751] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.632010] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.632164] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.632485] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.632675] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.632833] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port dd20e46c-0bc3-4244-a494-eff47685f838 not found, creating... [ 603.633115] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.634388] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.634388] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.634388] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.634388] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.634388] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.634717] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.635200] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.635494] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.635780] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.635953] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: dd20e46c-0bc3-4244-a494-eff47685f838 is going to be created. [ 603.661134] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.661379] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.661482] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.661793] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.662059] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.663273] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-dd20e46c-0bc3-4244-a494-eff47685f838" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.737942] env[66094]: INFO networking_nsxv3.common.synchronization [req-d54a1396-c641-412c-a58e-02b869b95c5b req-cea6bd18-804d-464d-a650-68ad8925a767 tempest-ServerExternalEventsTest-1834333088 tempest-ServerExternalEventsTest-1834333088-project-member] Enqueued Resource ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 with Priority: HIGHEST for action security_group_members [ 603.737942] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 with Priority: HIGHEST for action security_group_members [ 603.739103] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d43492-cbbc-4c0f-b64b-6351b1a2a177 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.739103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.739103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.739103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.739103] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.739103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.739103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.740694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.740694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.740694] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d43492-cbbc-4c0f-b64b-6351b1a2a177',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.929086] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b6c061b-d293-43ef-9f83-dfd41aa8d9c5 [ 603.929617] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.929617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.929814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.929986] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.930102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.930219] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b6c061b-d293-43ef-9f83-dfd41aa8d9c5 already deleted. [ 603.930971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6c061b-d293-43ef-9f83-dfd41aa8d9c5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.966833] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3b8703a-61c9-4b4a-bd65-b9c70f7c31df [ 603.967059] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.967205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.967257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.967470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.967561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.967654] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3b8703a-61c9-4b4a-bd65-b9c70f7c31df already deleted. [ 603.967733] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3b8703a-61c9-4b4a-bd65-b9c70f7c31df" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.241806] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.243019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.243019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.243231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.243410] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.243642] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.243753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.243819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.244060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.244523] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.244523] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 already deleted. [ 604.244523] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.399912] env[66094]: INFO networking_nsxv3.common.synchronization [req-e34a1ca3-ed25-4611-b4a2-29b7b020c433 req-897bd1c5-033e-44c4-a5b8-867bfded7fb8 service nova] Enqueued Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_rules [ 604.400078] env[66094]: INFO networking_nsxv3.common.synchronization [req-e34a1ca3-ed25-4611-b4a2-29b7b020c433 req-897bd1c5-033e-44c4-a5b8-867bfded7fb8 service nova] Enqueued Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_members [ 604.400227] env[66094]: INFO networking_nsxv3.common.synchronization [req-e34a1ca3-ed25-4611-b4a2-29b7b020c433 req-897bd1c5-033e-44c4-a5b8-867bfded7fb8 service nova] Enqueued Resource ID: dd20e46c-0bc3-4244-a494-eff47685f838 with Priority: HIGHEST for action port [ 604.400882] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_rules [ 604.402741] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_members [ 604.402741] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd20e46c-0bc3-4244-a494-eff47685f838 with Priority: HIGHEST for action port [ 604.402741] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ad4797b-c1c1-4060-872d-786383c9a862 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.403988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.404087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.404306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.404393] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ad4797b-c1c1-4060-872d-786383c9a862',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.405562] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad4797b-c1c1-4060-872d-786383c9a862 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.405701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.405812] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.409030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.409030] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.409030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.409030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.409030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.409030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.409030] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad4797b-c1c1-4060-872d-786383c9a862',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.409030] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd20e46c-0bc3-4244-a494-eff47685f838 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.409030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd20e46c-0bc3-4244-a494-eff47685f838" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.409030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd20e46c-0bc3-4244-a494-eff47685f838" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.409030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd20e46c-0bc3-4244-a494-eff47685f838" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.409030] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd20e46c-0bc3-4244-a494-eff47685f838',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.525035] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.525035] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.525035] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.525035] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.525035] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.525035] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.525035] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.525035] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.525035] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.525035] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.525035] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.525819] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.526094] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.526378] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.526662] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.526927] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.550806] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.550984] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.551087] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.551273] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.551583] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-78a6db88-1731-4e99-95c6-ae80e2f2e56c taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.551782] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-78a6db88-1731-4e99-95c6-ae80e2f2e56c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.551947] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-78a6db88-1731-4e99-95c6-ae80e2f2e56c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.552296] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-78a6db88-1731-4e99-95c6-ae80e2f2e56c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.552950] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a6db88-1731-4e99-95c6-ae80e2f2e56c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.911365] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ad4797b-c1c1-4060-872d-786383c9a862',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.912530] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad4797b-c1c1-4060-872d-786383c9a862 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.912710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.913078] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd20e46c-0bc3-4244-a494-eff47685f838 with status ACTIVE [ 604.913255] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.913368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.913431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.913647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.913723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.917019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.917019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.917019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.917019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.917019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.917019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.917019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.917019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.917019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.917019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.917019] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd20e46c-0bc3-4244-a494-eff47685f838 is going to be updated. [ 604.945707] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.946191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.946191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.946303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.946654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.946766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd20e46c-0bc3-4244-a494-eff47685f838" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.056735] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.056954] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.057087] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.057442] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.057745] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.057745] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 78a6db88-1731-4e99-95c6-ae80e2f2e56c not found, creating... [ 605.058053] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.058218] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.058331] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.058625] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.058780] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.059241] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.059333] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.059657] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.059747] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.059873] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.060018] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 78a6db88-1731-4e99-95c6-ae80e2f2e56c is going to be created. [ 605.093601] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.093601] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.093860] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.094012] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.094250] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.094467] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-78a6db88-1731-4e99-95c6-ae80e2f2e56c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.413821] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ad4797b-c1c1-4060-872d-786383c9a862',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.786840] env[66094]: INFO networking_nsxv3.common.synchronization [req-d54a1396-c641-412c-a58e-02b869b95c5b req-f58a1785-c3e4-43e5-94b2-6639d6228d69 service nova] Enqueued Resource ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 with Priority: HIGHEST for action security_group_rules [ 605.787052] env[66094]: INFO networking_nsxv3.common.synchronization [req-d54a1396-c641-412c-a58e-02b869b95c5b req-f58a1785-c3e4-43e5-94b2-6639d6228d69 service nova] Enqueued Resource ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 with Priority: HIGHEST for action security_group_members [ 605.787199] env[66094]: INFO networking_nsxv3.common.synchronization [req-d54a1396-c641-412c-a58e-02b869b95c5b req-f58a1785-c3e4-43e5-94b2-6639d6228d69 service nova] Enqueued Resource ID: 78a6db88-1731-4e99-95c6-ae80e2f2e56c with Priority: HIGHEST for action port [ 605.787719] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 with Priority: HIGHEST for action security_group_rules [ 605.787854] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 with Priority: HIGHEST for action security_group_members [ 605.787961] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a6db88-1731-4e99-95c6-ae80e2f2e56c with Priority: HIGHEST for action port [ 605.788581] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d43492-cbbc-4c0f-b64b-6351b1a2a177 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.789264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.789264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.789387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.789596] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d43492-cbbc-4c0f-b64b-6351b1a2a177',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.790311] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d43492-cbbc-4c0f-b64b-6351b1a2a177 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.790432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.790480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.790623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.790765] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.790857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.790917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.791078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.791160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.791245] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d43492-cbbc-4c0f-b64b-6351b1a2a177',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.792258] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-78a6db88-1731-4e99-95c6-ae80e2f2e56c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.793187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78a6db88-1731-4e99-95c6-ae80e2f2e56c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.793187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78a6db88-1731-4e99-95c6-ae80e2f2e56c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.793307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78a6db88-1731-4e99-95c6-ae80e2f2e56c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.793396] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a6db88-1731-4e99-95c6-ae80e2f2e56c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.916691] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.916856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.917046] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.917157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.917416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.917416] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad4797b-c1c1-4060-872d-786383c9a862 is going to be created. [ 605.945965] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.946314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.946314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.946393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.946567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.957881] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad4797b-c1c1-4060-872d-786383c9a862 in Status: UNINITIALIZED for 2s [ 606.297257] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d43492-cbbc-4c0f-b64b-6351b1a2a177 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.297466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.297527] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26d43492-cbbc-4c0f-b64b-6351b1a2a177',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.298470] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78a6db88-1731-4e99-95c6-ae80e2f2e56c with status ACTIVE [ 606.298653] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.298798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.298861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.299121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.299214] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.299458] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.299581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.299652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.299832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.299925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.300821] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.300946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.301033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.301186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.301236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.301308] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78a6db88-1731-4e99-95c6-ae80e2f2e56c is going to be updated. [ 606.324072] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.324268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.324329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.324555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.324701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.325270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78a6db88-1731-4e99-95c6-ae80e2f2e56c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.335475] env[66094]: INFO networking_nsxv3.common.synchronization [req-4eea1a39-c955-417b-b757-f5cf68ec2605 req-1d2f19b8-81e5-43da-9519-e333a625058c tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 606.335970] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 606.336445] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.336445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.336594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.336741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.336896] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.336995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.337124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.337278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.337361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.337452] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.550734] env[66094]: INFO networking_nsxv3.common.synchronization [None req-48557d5b-8849-411e-a968-655388f709c1 None None] Enqueued Resource ID: 8a6649af-d4ee-49ea-889d-35254e7466f9 with Priority: HIGHEST for action port [ 606.551292] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a6649af-d4ee-49ea-889d-35254e7466f9 with Priority: HIGHEST for action port [ 606.551649] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a6649af-d4ee-49ea-889d-35254e7466f9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.551787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a6649af-d4ee-49ea-889d-35254e7466f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.551787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a6649af-d4ee-49ea-889d-35254e7466f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.552855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a6649af-d4ee-49ea-889d-35254e7466f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.553048] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a6649af-d4ee-49ea-889d-35254e7466f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.728248] env[66094]: INFO networking_nsxv3.common.synchronization [None req-91d63d29-f30d-4df5-a51c-45cab752bd6a None None] Enqueued Resource ID: 5ea8c612-2709-49be-80ea-7108642bd451 with Priority: HIGHEST for action port [ 606.728248] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea8c612-2709-49be-80ea-7108642bd451 with Priority: HIGHEST for action port [ 606.728248] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ea8c612-2709-49be-80ea-7108642bd451 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.728248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ea8c612-2709-49be-80ea-7108642bd451" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.728248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ea8c612-2709-49be-80ea-7108642bd451" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.728248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ea8c612-2709-49be-80ea-7108642bd451" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.728248] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea8c612-2709-49be-80ea-7108642bd451',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.791179] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.791179] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.791179] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.791495] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.791716] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.791836] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.791931] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.792503] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.792699] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.792936] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.793085] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.793228] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.793617] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.793783] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.793922] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.794107] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.805028] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26d43492-cbbc-4c0f-b64b-6351b1a2a177',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.818894] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.819079] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.819214] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.819460] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.819760] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.819929] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.820049] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.820364] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.821029] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.839628] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.839908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.840016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.840266] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.840392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.840616] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.840763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.840840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.841036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.841461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.841461] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f already deleted. [ 606.841461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.055789] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a6649af-d4ee-49ea-889d-35254e7466f9 [ 607.056834] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.056834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.056834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.056834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.056834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.056834] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a6649af-d4ee-49ea-889d-35254e7466f9 already deleted. [ 607.056834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a6649af-d4ee-49ea-889d-35254e7466f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.233697] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ea8c612-2709-49be-80ea-7108642bd451 [ 607.234270] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.234423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.234423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.235283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.235283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.235283] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ea8c612-2709-49be-80ea-7108642bd451 already deleted. [ 607.235283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ea8c612-2709-49be-80ea-7108642bd451" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.310066] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.310265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.310335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.310619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.310687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.310797] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 is going to be created. [ 607.324288] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.325046] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.325605] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.327031] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.327031] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.327031] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907 not found, creating... [ 607.327031] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.327422] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.327422] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.327692] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.327750] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.328648] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.328648] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.328648] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.328822] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.328987] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.329159] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907 is going to be created. [ 607.339137] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.339581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.339729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.339996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.340258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.353582] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 in Status: UNINITIALIZED for 2s [ 607.362725] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.363016] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.363126] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.363351] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.363596] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.363849] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.971464] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad4797b-c1c1-4060-872d-786383c9a862 in Status: SUCCESS [ 607.971464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.971464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.971464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.971854] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.971854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.971854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.971976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.972025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.972102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.972191] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ad4797b-c1c1-4060-872d-786383c9a862',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.115315] env[66094]: INFO networking_nsxv3.common.synchronization [req-4eea1a39-c955-417b-b757-f5cf68ec2605 req-fc93d6b7-a523-4dc1-a712-bd4b543d0391 service nova] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_rules [ 608.115571] env[66094]: INFO networking_nsxv3.common.synchronization [req-4eea1a39-c955-417b-b757-f5cf68ec2605 req-fc93d6b7-a523-4dc1-a712-bd4b543d0391 service nova] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 608.115620] env[66094]: INFO networking_nsxv3.common.synchronization [req-4eea1a39-c955-417b-b757-f5cf68ec2605 req-fc93d6b7-a523-4dc1-a712-bd4b543d0391 service nova] Enqueued Resource ID: 5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907 with Priority: HIGHEST for action port [ 608.116588] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_rules [ 608.116949] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 608.117093] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907 with Priority: HIGHEST for action port [ 608.117432] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.117620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.117729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.117977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.118118] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.119105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.119322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.119438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.119829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.120018] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.120226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.120366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.120635] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.120890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.120890] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.121782] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.122117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.122117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.122785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.122785] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.183048] env[66094]: INFO networking_nsxv3.common.synchronization [req-bbf0e694-6f63-4eb9-af34-1736b3c64343 req-3c8ff5fe-5f23-437c-8532-64f3ba39de85 tempest-AttachInterfacesV270Test-1900117687 tempest-AttachInterfacesV270Test-1900117687-project-member] Enqueued Resource ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 with Priority: HIGHEST for action security_group_members [ 608.183317] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 with Priority: HIGHEST for action security_group_members [ 608.183624] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-31054160-0fe2-4d63-a8b3-825d6f3794a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.183854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.183854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.184572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.184805] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.184963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.185077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.185299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.185445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.185584] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31054160-0fe2-4d63-a8b3-825d6f3794a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.475400] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ad4797b-c1c1-4060-872d-786383c9a862',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.624063] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.624234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.624435] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.625336] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907 with status ACTIVE [ 608.625539] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.625725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.625800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.626095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.626095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.626264] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.626376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.626461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.626628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.626711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.626893] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.626984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.627777] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.627947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.628220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.628220] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907 is going to be updated. [ 608.653068] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.653223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.653277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.653494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.653633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.653835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5816eb9b-a1b1-418d-8e3a-a4d1c7a6b907" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.687800] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.689176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.689309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.690470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.690470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.690470] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.690470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.690470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.690470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.690470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.690910] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 already deleted. [ 608.690910] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.976968] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ad4797b-c1c1-4060-872d-786383c9a862: rpc.has_security_group_logging(os_id): False [ 609.001223] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.001223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.001223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.001223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.001223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.001223] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.001223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.001223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.001223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.001223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.001223] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ad4797b-c1c1-4060-872d-786383c9a862 is going to be created. [ 609.070189] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.073550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-318" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.073550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-318" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.073550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-318" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.073550] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.073550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.073550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.073550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.073550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.073550] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.073550] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.073550] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.073550] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.073550] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.073550] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.073550] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.079690] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.079871] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.079933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.080341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.080446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.112753] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ad4797b-c1c1-4060-872d-786383c9a862 in Status: IN_PROGRESS for 2s [ 609.129136] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.129376] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.129376] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.129525] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-318" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.129836] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-36e5d696-914f-44a9-8b10-d342967583d1 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.130034] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-36e5d696-914f-44a9-8b10-d342967583d1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.130470] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-36e5d696-914f-44a9-8b10-d342967583d1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.130470] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-36e5d696-914f-44a9-8b10-d342967583d1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.130595] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36e5d696-914f-44a9-8b10-d342967583d1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.133779] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.151074] env[66094]: INFO networking_nsxv3.common.synchronization [None req-0d3382bc-0159-41dc-8fa6-118f95a1f988 None None] Enqueued Resource ID: 1f271758-a690-4e8d-b430-851cd79cd2de with Priority: HIGHEST for action port [ 609.151890] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f271758-a690-4e8d-b430-851cd79cd2de with Priority: HIGHEST for action port [ 609.151890] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f271758-a690-4e8d-b430-851cd79cd2de taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.151990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f271758-a690-4e8d-b430-851cd79cd2de" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.151990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f271758-a690-4e8d-b430-851cd79cd2de" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.152536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f271758-a690-4e8d-b430-851cd79cd2de" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.152536] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f271758-a690-4e8d-b430-851cd79cd2de',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.366758] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 in Status: SUCCESS [ 609.367085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.367308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.367528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.367727] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.367842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.367905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.368081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.368164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.368251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.368327] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26d43492-cbbc-4c0f-b64b-6351b1a2a177',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.484574] env[66094]: INFO networking_nsxv3.common.synchronization [None req-727238a4-f928-40fd-b2cb-316bbd3006d4 None None] Enqueued Resource ID: 3ab9e607-948d-4486-be90-c377e1b3b659 with Priority: HIGHEST for action port [ 609.485915] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab9e607-948d-4486-be90-c377e1b3b659 with Priority: HIGHEST for action port [ 609.486269] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab9e607-948d-4486-be90-c377e1b3b659 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.486399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab9e607-948d-4486-be90-c377e1b3b659" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.486567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab9e607-948d-4486-be90-c377e1b3b659" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.486887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab9e607-948d-4486-be90-c377e1b3b659" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.486887] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab9e607-948d-4486-be90-c377e1b3b659',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.635221] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.635381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.635451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.636035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.636035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.636035] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be created. [ 609.637334] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.637548] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.637667] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.637899] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.638059] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.638205] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 36e5d696-914f-44a9-8b10-d342967583d1 not found, creating... [ 609.638447] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.638619] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.638735] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.639023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.639326] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.639474] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.639695] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.639761] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.639952] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.640105] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.640236] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 36e5d696-914f-44a9-8b10-d342967583d1 is going to be created. [ 609.655289] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f271758-a690-4e8d-b430-851cd79cd2de [ 609.655532] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.655654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.655718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.655919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.656019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.656112] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f271758-a690-4e8d-b430-851cd79cd2de already deleted. [ 609.656189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f271758-a690-4e8d-b430-851cd79cd2de" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.663468] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.663781] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.663899] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.664179] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.664405] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.664649] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-36e5d696-914f-44a9-8b10-d342967583d1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.666251] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.666430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.670077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.670077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.670077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.681183] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: UNINITIALIZED for 2s [ 609.873105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d43492-cbbc-4c0f-b64b-6351b1a2a177 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.873105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.873105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d43492-cbbc-4c0f-b64b-6351b1a2a177 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.873105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.873769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.873769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.873769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.873769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.873769] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26d43492-cbbc-4c0f-b64b-6351b1a2a177',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.995879] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ab9e607-948d-4486-be90-c377e1b3b659 [ 609.995879] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.995879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.995879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.995879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.995879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.995879] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ab9e607-948d-4486-be90-c377e1b3b659 already deleted. [ 609.995879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab9e607-948d-4486-be90-c377e1b3b659" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.358022] env[66094]: INFO networking_nsxv3.common.synchronization [req-bbf0e694-6f63-4eb9-af34-1736b3c64343 req-f8e31112-3c2f-47a6-be74-d3103f28a7fd service nova] Enqueued Resource ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 with Priority: HIGHEST for action security_group_rules [ 610.358340] env[66094]: INFO networking_nsxv3.common.synchronization [req-bbf0e694-6f63-4eb9-af34-1736b3c64343 req-f8e31112-3c2f-47a6-be74-d3103f28a7fd service nova] Enqueued Resource ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 with Priority: HIGHEST for action security_group_members [ 610.358340] env[66094]: INFO networking_nsxv3.common.synchronization [req-bbf0e694-6f63-4eb9-af34-1736b3c64343 req-f8e31112-3c2f-47a6-be74-d3103f28a7fd service nova] Enqueued Resource ID: 36e5d696-914f-44a9-8b10-d342967583d1 with Priority: HIGHEST for action port [ 610.358921] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 with Priority: HIGHEST for action security_group_rules [ 610.359053] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 with Priority: HIGHEST for action security_group_members [ 610.359150] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e5d696-914f-44a9-8b10-d342967583d1 with Priority: HIGHEST for action port [ 610.359576] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31054160-0fe2-4d63-a8b3-825d6f3794a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.359740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.359816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.360094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.360209] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31054160-0fe2-4d63-a8b3-825d6f3794a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.361534] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-31054160-0fe2-4d63-a8b3-825d6f3794a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.361669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.361739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.361964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.363368] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.363368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.363368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.363368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.363368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.363368] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31054160-0fe2-4d63-a8b3-825d6f3794a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.363684] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-36e5d696-914f-44a9-8b10-d342967583d1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.363739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36e5d696-914f-44a9-8b10-d342967583d1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.364357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36e5d696-914f-44a9-8b10-d342967583d1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.364357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36e5d696-914f-44a9-8b10-d342967583d1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.364357] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36e5d696-914f-44a9-8b10-d342967583d1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.376058] env[66094]: INFO networking_nsxv3.common.synchronization [None req-171312d1-0af3-4214-b0cb-e9676e52e054 tempest-ServersTestJSON-148896215 tempest-ServersTestJSON-148896215-project-member] Enqueued Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_rules [ 610.376701] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26d43492-cbbc-4c0f-b64b-6351b1a2a177: rpc.has_security_group_logging(os_id): False [ 610.378408] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_rules [ 610.378732] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60fee9a7-0479-4f19-9c37-d59832ad963b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.378867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.379021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.379376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.379462] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60fee9a7-0479-4f19-9c37-d59832ad963b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.401014] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.401242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.401318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.401529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.401617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.401820] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.401921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.402040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.402442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.402544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.402750] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.402850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.402946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.403143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.403256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.403433] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.404107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.404107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.404107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.404107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.404107] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 is going to be created. [ 610.489622] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.489805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.489845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.490052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.490231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.517128] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 in Status: IN_PROGRESS for 2s [ 610.562135] env[66094]: INFO networking_nsxv3.common.synchronization [None req-cf501359-c0d5-4031-919f-ddac6e07a0cc tempest-ServersTestJSON-148896215 tempest-ServersTestJSON-148896215-project-member] Enqueued Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_rules [ 610.562734] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_rules [ 610.564034] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60fee9a7-0479-4f19-9c37-d59832ad963b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.564034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.867522] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-31054160-0fe2-4d63-a8b3-825d6f3794a6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.867522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.869501] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31054160-0fe2-4d63-a8b3-825d6f3794a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.871075] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36e5d696-914f-44a9-8b10-d342967583d1 with status ACTIVE [ 610.871335] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.871487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.871576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.872062] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.872188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.872437] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.872584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.872671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.872893] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.872997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.873281] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.873470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.874177] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.874392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.874504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.874613] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36e5d696-914f-44a9-8b10-d342967583d1 is going to be updated. [ 610.913837] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.913837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.913837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.913837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.913837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.913837] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60fee9a7-0479-4f19-9c37-d59832ad963b already deleted. [ 610.913837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.913837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.913837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.913837] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60fee9a7-0479-4f19-9c37-d59832ad963b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.918204] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.918355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.918426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.918652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.918984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.919208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36e5d696-914f-44a9-8b10-d342967583d1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.131421] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ad4797b-c1c1-4060-872d-786383c9a862 in Status: SUCCESS [ 611.132059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.376884] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31054160-0fe2-4d63-a8b3-825d6f3794a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.441400] env[66094]: INFO networking_nsxv3.common.synchronization [req-7214d4d8-3aee-46d8-8db2-85a1daaa269f req-1e4f5aa2-710c-4916-b243-97c57469fc16 tempest-VolumesAdminNegativeTest-1740235855 tempest-VolumesAdminNegativeTest-1740235855-project-member] Enqueued Resource ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a with Priority: HIGHEST for action security_group_members [ 611.445028] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a with Priority: HIGHEST for action security_group_members [ 611.445028] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7c685-c335-4aff-a11b-87bd1d481d8a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.445028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.445028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.445355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.445393] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.445486] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.445546] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.445724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.445810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.445903] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a7c685-c335-4aff-a11b-87bd1d481d8a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.456780] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.457241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.457474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.460472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.460472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.460472] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60fee9a7-0479-4f19-9c37-d59832ad963b already deleted. [ 611.460472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.693081] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 611.693751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.693751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.693914] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.694108] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.694269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.694877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.694877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.694877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.694877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.694877] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.858785] env[66094]: INFO networking_nsxv3.common.synchronization [None req-2892a527-a949-4199-9af0-c6ef06ac40af tempest-ServersWithSpecificFlavorTestJSON-1944045872 tempest-ServersWithSpecificFlavorTestJSON-1944045872-project-member] Enqueued Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_rules [ 611.859427] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_rules [ 611.859973] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.860165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.860342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.860537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.860650] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.880896] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.880896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.880896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.880896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.880896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.880896] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 is going to be created. [ 611.920290] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.920507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.920507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.920882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.921094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.935724] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 in Status: UNINITIALIZED for 2s [ 611.941827] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.942052] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-127" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.942175] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-127" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.942582] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-127" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.942929] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.943442] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.943663] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.943985] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.944214] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.944518] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.944679] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.944823] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.944961] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.945136] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.945307] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.945527] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.948087] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.948087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.948243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.948280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.948363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.948580] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.948686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.948750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.948900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.948977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.949080] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a already deleted. [ 611.949160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.970704] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.971343] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.971343] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.971343] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-127" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.971638] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-7ae36070-c3ce-40b5-aedf-43b26fcaee57 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.971719] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-7ae36070-c3ce-40b5-aedf-43b26fcaee57" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.971779] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-7ae36070-c3ce-40b5-aedf-43b26fcaee57" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.972099] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-7ae36070-c3ce-40b5-aedf-43b26fcaee57" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.972233] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae36070-c3ce-40b5-aedf-43b26fcaee57',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.040561] env[66094]: INFO networking_nsxv3.common.synchronization [None req-145b8471-3641-4fc7-b174-ef2e640c6a82 tempest-ServersWithSpecificFlavorTestJSON-1944045872 tempest-ServersWithSpecificFlavorTestJSON-1944045872-project-member] Enqueued Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_rules [ 612.041410] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_rules [ 612.041578] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.041686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.105263] env[66094]: INFO networking_nsxv3.common.synchronization [None req-37a0f284-cc56-407e-996c-ea08c1855db6 None None] Enqueued Resource ID: 0f988053-e2f1-4307-827f-5ac1d1de8f33 with Priority: HIGHEST for action port [ 612.108440] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f988053-e2f1-4307-827f-5ac1d1de8f33 with Priority: HIGHEST for action port [ 612.108440] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f988053-e2f1-4307-827f-5ac1d1de8f33 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.108440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f988053-e2f1-4307-827f-5ac1d1de8f33" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.108440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f988053-e2f1-4307-827f-5ac1d1de8f33" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.108440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f988053-e2f1-4307-827f-5ac1d1de8f33" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.108440] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f988053-e2f1-4307-827f-5ac1d1de8f33',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.201027] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.383688] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.384089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.384089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.384208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.384271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.384376] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 already deleted. [ 612.384462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.384619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.384794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.384878] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.475219] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.475944] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.479020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.479020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.479020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.479020] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 7ae36070-c3ce-40b5-aedf-43b26fcaee57 not found, creating... [ 612.479020] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.479020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.479020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.479020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.479020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.479020] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.479445] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.479445] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.479951] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.480278] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.480565] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 7ae36070-c3ce-40b5-aedf-43b26fcaee57 is going to be created. [ 612.505906] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.505906] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.505906] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.505906] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.506843] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.506843] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-7ae36070-c3ce-40b5-aedf-43b26fcaee57" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.536218] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 in Status: SUCCESS [ 612.536573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.610479] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f988053-e2f1-4307-827f-5ac1d1de8f33 [ 612.610941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.611180] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.611303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.611559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.611683] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.611815] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f988053-e2f1-4307-827f-5ac1d1de8f33 already deleted. [ 612.611925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f988053-e2f1-4307-827f-5ac1d1de8f33" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.703784] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a600dab8-3ab9-46e4-9b55-e58fce8ad25f: rpc.has_security_group_logging(os_id): False [ 612.722253] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.722396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.722479] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.722690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.722782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.723182] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.723182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.723182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.723333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.723398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.723548] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be created. [ 612.822182] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.822371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.822449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.823287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.823287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.845570] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 612.928090] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.928255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.928330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.928730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.928892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.929048] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 already deleted. [ 612.929184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.253949] env[66094]: INFO networking_nsxv3.common.synchronization [req-7214d4d8-3aee-46d8-8db2-85a1daaa269f req-a177d97f-b699-4f05-92ce-c6c08cf9e794 service nova] Enqueued Resource ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a with Priority: HIGHEST for action security_group_rules [ 613.254174] env[66094]: INFO networking_nsxv3.common.synchronization [req-7214d4d8-3aee-46d8-8db2-85a1daaa269f req-a177d97f-b699-4f05-92ce-c6c08cf9e794 service nova] Enqueued Resource ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a with Priority: HIGHEST for action security_group_members [ 613.254308] env[66094]: INFO networking_nsxv3.common.synchronization [req-7214d4d8-3aee-46d8-8db2-85a1daaa269f req-a177d97f-b699-4f05-92ce-c6c08cf9e794 service nova] Enqueued Resource ID: 7ae36070-c3ce-40b5-aedf-43b26fcaee57 with Priority: HIGHEST for action port [ 613.254887] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a with Priority: HIGHEST for action security_group_rules [ 613.257173] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a with Priority: HIGHEST for action security_group_members [ 613.257484] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae36070-c3ce-40b5-aedf-43b26fcaee57 with Priority: HIGHEST for action port [ 613.257808] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a7c685-c335-4aff-a11b-87bd1d481d8a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.258087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.258188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.258488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.258706] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a7c685-c335-4aff-a11b-87bd1d481d8a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.261290] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7c685-c335-4aff-a11b-87bd1d481d8a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.261589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.261687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.261942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.262142] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.262258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.262328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.262495] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.262584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.262700] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a7c685-c335-4aff-a11b-87bd1d481d8a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.264694] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae36070-c3ce-40b5-aedf-43b26fcaee57 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.264694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae36070-c3ce-40b5-aedf-43b26fcaee57" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.264694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae36070-c3ce-40b5-aedf-43b26fcaee57" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.264694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae36070-c3ce-40b5-aedf-43b26fcaee57" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.264694] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae36070-c3ce-40b5-aedf-43b26fcaee57',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.765647] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7c685-c335-4aff-a11b-87bd1d481d8a taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.766604] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.766604] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45a7c685-c335-4aff-a11b-87bd1d481d8a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.767561] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ae36070-c3ce-40b5-aedf-43b26fcaee57 with status ACTIVE [ 613.767819] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.768030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.768270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.769785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.769785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.769785] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.769785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.769785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.769785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.769785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.770018] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.770191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.770332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.770554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.770956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.770956] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ae36070-c3ce-40b5-aedf-43b26fcaee57 is going to be updated. [ 613.814676] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.814812] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.814877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.815344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.815431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.815723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae36070-c3ce-40b5-aedf-43b26fcaee57" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.948364] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 in Status: SUCCESS [ 613.948606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.948968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.950599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.951114] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.951304] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.951381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.951819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.951819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.951819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.952205] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31054160-0fe2-4d63-a8b3-825d6f3794a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.274617] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45a7c685-c335-4aff-a11b-87bd1d481d8a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.565846] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-31054160-0fe2-4d63-a8b3-825d6f3794a6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.565846] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.565846] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-31054160-0fe2-4d63-a8b3-825d6f3794a6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.565846] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.565846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.566487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.566487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.566487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.566487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.570415] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31054160-0fe2-4d63-a8b3-825d6f3794a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.778957] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.779407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.779407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.779511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.779681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.779681] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a is going to be created. [ 614.807814] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.807814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.807814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.807814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.807814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.819221] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a in Status: UNINITIALIZED for 2s [ 614.859102] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 614.860033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.072431] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31054160-0fe2-4d63-a8b3-825d6f3794a6: rpc.has_security_group_logging(os_id): False [ 615.092909] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.093144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.093228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.093440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.093529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.093933] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.093933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.093933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.094205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.094205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.095063] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.095063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.095063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.095063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.095063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.095063] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.095063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.095063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.095404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.095404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.095404] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 is going to be created. [ 615.168107] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.168396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.168396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.168686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.168911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.181791] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 in Status: IN_PROGRESS for 2s [ 615.516257] env[66094]: INFO networking_nsxv3.common.synchronization [req-0a512539-511c-4eb4-a1c7-b98efd172701 req-81ae3aca-7a4b-4155-9a85-ca0e522937dd tempest-DeleteServersAdminTestJSON-524036614 tempest-DeleteServersAdminTestJSON-524036614-project-admin] Enqueued Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 615.516257] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 615.516257] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.516394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.516490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.516797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.516873] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.516936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.517013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.517169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.517242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.517324] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.019514] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.019890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.019890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.021967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.021967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.021967] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.021967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.021967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.021967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.021967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.021967] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e is going to be updated. [ 616.052433] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.052592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.052661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.052868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.053015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.066767] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: IN_PROGRESS for 2s [ 616.833117] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a in Status: SUCCESS [ 616.833359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.833576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.833826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.834944] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.834944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.834944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.834944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.834944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.834944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.834944] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45a7c685-c335-4aff-a11b-87bd1d481d8a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.119127] env[66094]: INFO networking_nsxv3.common.synchronization [None req-8abfcd1b-0a97-4e13-ae37-8ac8bb69db77 None None] Enqueued Resource ID: 2ca4d895-a7be-4559-94fd-c7195dda5141 with Priority: HIGHEST for action port [ 617.119724] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca4d895-a7be-4559-94fd-c7195dda5141 with Priority: HIGHEST for action port [ 617.120070] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ca4d895-a7be-4559-94fd-c7195dda5141 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.120686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ca4d895-a7be-4559-94fd-c7195dda5141" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.120686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ca4d895-a7be-4559-94fd-c7195dda5141" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.120686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ca4d895-a7be-4559-94fd-c7195dda5141" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.120686] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ca4d895-a7be-4559-94fd-c7195dda5141',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.203867] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 in Status: SUCCESS [ 617.203867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.258674] env[66094]: INFO networking_nsxv3.common.synchronization [None req-16b5f404-fc75-44fc-9f07-5db08c237ab8 None None] Enqueued Resource ID: e830fddd-4f01-4a9d-85c4-3869f6e1a5f7 with Priority: HIGHEST for action port [ 617.263364] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e830fddd-4f01-4a9d-85c4-3869f6e1a5f7 with Priority: HIGHEST for action port [ 617.263474] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-e830fddd-4f01-4a9d-85c4-3869f6e1a5f7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.268041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e830fddd-4f01-4a9d-85c4-3869f6e1a5f7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.268041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e830fddd-4f01-4a9d-85c4-3869f6e1a5f7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.268041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e830fddd-4f01-4a9d-85c4-3869f6e1a5f7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.268041] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e830fddd-4f01-4a9d-85c4-3869f6e1a5f7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.339117] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7c685-c335-4aff-a11b-87bd1d481d8a taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.339353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.339444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.339899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.339899] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.339899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.340223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.340223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.340285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.340381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.340601] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7c685-c335-4aff-a11b-87bd1d481d8a taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.340738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.340738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.340870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.341164] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.341164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.341290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.341480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.341564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.341648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.341739] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45a7c685-c335-4aff-a11b-87bd1d481d8a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.624433] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ca4d895-a7be-4559-94fd-c7195dda5141 [ 617.624433] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.624433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.624433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.624978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.625098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.625202] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ca4d895-a7be-4559-94fd-c7195dda5141 already deleted. [ 617.625284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ca4d895-a7be-4559-94fd-c7195dda5141" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.769936] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e830fddd-4f01-4a9d-85c4-3869f6e1a5f7 [ 617.770245] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.770408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.771158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.771158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.771158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.771158] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e830fddd-4f01-4a9d-85c4-3869f6e1a5f7 already deleted. [ 617.771158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e830fddd-4f01-4a9d-85c4-3869f6e1a5f7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.846543] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45a7c685-c335-4aff-a11b-87bd1d481d8a: rpc.has_security_group_logging(os_id): False [ 617.872815] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.872815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.876388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.876388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.876388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.876388] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.876388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.876388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.876388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.876388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.876388] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.876388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.876388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.876388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.876388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.876388] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.877089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.877089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.877089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.877089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.877089] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a is going to be created. [ 617.966055] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.966055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.966256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.966341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.966636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.998973] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a in Status: IN_PROGRESS for 2s [ 618.077915] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: SUCCESS [ 618.077915] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e deletion is rescheduled due to dependency. [ 618.077915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.346149] env[66094]: INFO networking_nsxv3.common.synchronization [req-72476d1b-834b-4f34-a5fa-f6e877048821 req-026a6016-b0c9-4971-9d75-b6598fec06cf tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 619.346571] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 619.346946] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.347140] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.347210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.347699] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.347699] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.347843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.347843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.347956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.349344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.349344] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.411480] env[66094]: INFO networking_nsxv3.common.synchronization [None req-3fb02fc1-1688-4f4c-becb-3b2fad795207 None None] Enqueued Resource ID: 07cd5368-6127-4652-9a9e-29f7f2a99380 with Priority: HIGHEST for action port [ 619.411480] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cd5368-6127-4652-9a9e-29f7f2a99380 with Priority: HIGHEST for action port [ 619.411480] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-07cd5368-6127-4652-9a9e-29f7f2a99380 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.412100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07cd5368-6127-4652-9a9e-29f7f2a99380" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.412100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07cd5368-6127-4652-9a9e-29f7f2a99380" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.412100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07cd5368-6127-4652-9a9e-29f7f2a99380" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.412100] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cd5368-6127-4652-9a9e-29f7f2a99380',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.692811] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.693100] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.693182] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.693452] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.693697] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.693890] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.694083] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.694317] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.694459] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.694736] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.694778] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.694858] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.694961] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.695082] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.695183] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.695370] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.718766] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.718964] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.719034] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.719268] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.719637] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-d8d4e3a7-09f0-4f91-9652-4822c17c9217 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.719855] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.722464] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.723351] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.723482] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d4e3a7-09f0-4f91-9652-4822c17c9217',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.850850] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.851048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.851130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.851350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.851442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.851661] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.851775] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.851839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.852052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.852118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.852366] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 already deleted. [ 619.852533] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.916385] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07cd5368-6127-4652-9a9e-29f7f2a99380 [ 619.916385] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.916385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.916385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.916385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.916385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.916385] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07cd5368-6127-4652-9a9e-29f7f2a99380 already deleted. [ 619.916385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07cd5368-6127-4652-9a9e-29f7f2a99380" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.958167] env[66094]: INFO networking_nsxv3.common.synchronization [None req-330b7dc2-1318-4c6a-9661-a0e4f70f4caa None None] Enqueued Resource ID: fb59253e-c345-446b-b08c-21f07b361408 with Priority: HIGHEST for action port [ 619.959176] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb59253e-c345-446b-b08c-21f07b361408 with Priority: HIGHEST for action port [ 619.959937] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb59253e-c345-446b-b08c-21f07b361408 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.960333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb59253e-c345-446b-b08c-21f07b361408" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.961050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb59253e-c345-446b-b08c-21f07b361408" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.961322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb59253e-c345-446b-b08c-21f07b361408" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.961406] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb59253e-c345-446b-b08c-21f07b361408',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.011407] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a in Status: SUCCESS [ 620.011627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.227145] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.227426] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.227722] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.228103] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.228360] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.228652] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port d8d4e3a7-09f0-4f91-9652-4822c17c9217 not found, creating... [ 620.229167] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.229332] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.229475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.229841] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.230041] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.230572] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.230801] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.231637] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.231637] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.231637] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.231637] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: d8d4e3a7-09f0-4f91-9652-4822c17c9217 is going to be created. [ 620.257647] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.257647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.257647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.257647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.257647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.257975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.464273] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb59253e-c345-446b-b08c-21f07b361408 [ 620.465158] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.465158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.465158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.465452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.465706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.467418] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb59253e-c345-446b-b08c-21f07b361408 already deleted. [ 620.467418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb59253e-c345-446b-b08c-21f07b361408" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.834761] env[66094]: INFO networking_nsxv3.common.synchronization [None req-5c1797f4-3324-4bae-95f8-59390af85f1b tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_rules [ 620.834761] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_rules [ 620.835031] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.835141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.835199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.835506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.835568] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.987191] env[66094]: INFO networking_nsxv3.common.synchronization [req-72476d1b-834b-4f34-a5fa-f6e877048821 req-3cac6f3f-d0a7-42ed-8716-e9400b02ef82 service nova] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 620.987377] env[66094]: INFO networking_nsxv3.common.synchronization [req-72476d1b-834b-4f34-a5fa-f6e877048821 req-3cac6f3f-d0a7-42ed-8716-e9400b02ef82 service nova] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 620.987510] env[66094]: INFO networking_nsxv3.common.synchronization [req-72476d1b-834b-4f34-a5fa-f6e877048821 req-3cac6f3f-d0a7-42ed-8716-e9400b02ef82 service nova] Enqueued Resource ID: d8d4e3a7-09f0-4f91-9652-4822c17c9217 with Priority: HIGHEST for action port [ 620.988159] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 620.988312] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 620.988413] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d4e3a7-09f0-4f91-9652-4822c17c9217 with Priority: HIGHEST for action port [ 620.988751] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.988906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.988959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.989212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.989294] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.990217] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.990339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.990421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.990664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.990866] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.990986] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.991061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.991213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.991299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.991411] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.992238] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d4e3a7-09f0-4f91-9652-4822c17c9217 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.992344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.992445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.992557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.992975] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d4e3a7-09f0-4f91-9652-4822c17c9217',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.021050] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e67ab0a0-9ccc-4abe-819d-e6eb6b31c22b tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_rules [ 621.021765] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_rules [ 621.023216] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.023216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.361601] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.362131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.362131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.362276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.362490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.362573] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf already deleted. [ 621.362711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.362942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.365458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.365552] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.494288] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.494728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.494728] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.495661] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8d4e3a7-09f0-4f91-9652-4822c17c9217 with status ACTIVE [ 621.495853] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.495966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.496077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.496282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.496320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.496486] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.496579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.496771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.496954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.497123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.497201] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.497296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.497356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.497496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.500657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.500657] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8d4e3a7-09f0-4f91-9652-4822c17c9217 is going to be updated. [ 621.520537] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.521075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.521075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.521075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.521213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.521307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.889033] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.889033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.889033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.889033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.889542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.889542] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf already deleted. [ 621.889542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.002270] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.506013] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.506013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.506013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.506013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.506013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.506460] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be created. [ 622.539306] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.539562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.539562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.539840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.539840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.552202] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: UNINITIALIZED for 2s [ 623.835234] env[66094]: INFO networking_nsxv3.common.synchronization [req-69bce31d-3ddd-4edf-88a5-b0a1b0f3310f req-aab196e9-a8fe-4e81-8605-934029cc3f68 tempest-ServersAdminTestJSON-2003786084 tempest-ServersAdminTestJSON-2003786084-project-member] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 623.836262] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 623.836741] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.836915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.837143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.837468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.837768] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.837890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.837981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.838384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.838494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.838561] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.341806] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.342065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.342137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.342411] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.342520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.342783] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.342933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.343048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.343316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.343435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.343537] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 already deleted. [ 624.343663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.374224] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.374469] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.374561] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.374905] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.375513] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.375705] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.375934] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.376270] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.376474] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.377037] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.377037] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.377037] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.377231] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.377292] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.377412] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.377584] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.413845] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.414047] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.414174] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.414408] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.414823] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-8ada11c5-7407-4a51-a20c-e71d44c1f0a9 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.415047] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-8ada11c5-7407-4a51-a20c-e71d44c1f0a9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.415245] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-8ada11c5-7407-4a51-a20c-e71d44c1f0a9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.415573] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-8ada11c5-7407-4a51-a20c-e71d44c1f0a9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.415725] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ada11c5-7407-4a51-a20c-e71d44c1f0a9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.563560] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 624.563672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.563796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.564017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.564240] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.564445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.564445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.564640] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.564710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.564757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.564940] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.919452] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.921066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.921066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.921287] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.921407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.921660] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 8ada11c5-7407-4a51-a20c-e71d44c1f0a9 not found, creating... [ 624.922097] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.922360] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.922569] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.922929] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.923204] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.923652] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.923888] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.924070] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.924370] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.924553] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.924746] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 8ada11c5-7407-4a51-a20c-e71d44c1f0a9 is going to be created. [ 624.953882] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.954646] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.954646] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.954646] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.954841] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.955088] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-8ada11c5-7407-4a51-a20c-e71d44c1f0a9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.068132] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.068407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.068524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.068920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.069208] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.069369] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.069477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.070053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.070053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.070053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.070267] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.070425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.070515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.070754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.071015] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.071173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.071286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.071520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.071659] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.071804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.071951] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.574846] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb520a9-6f19-4d10-bf5e-2c79b8ad1315: rpc.has_security_group_logging(os_id): False [ 625.593237] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.593502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.593502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.593830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.593830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.594092] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.594199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.594269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.594541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.594541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.594685] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.594765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.594815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.594935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.594997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.595172] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.595296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.595379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.595453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.595511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.595679] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be created. [ 625.667682] env[66094]: INFO networking_nsxv3.common.synchronization [req-69bce31d-3ddd-4edf-88a5-b0a1b0f3310f req-5485c2e5-1e92-42a7-b08f-d2ea376416d4 service nova] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_rules [ 625.667861] env[66094]: INFO networking_nsxv3.common.synchronization [req-69bce31d-3ddd-4edf-88a5-b0a1b0f3310f req-5485c2e5-1e92-42a7-b08f-d2ea376416d4 service nova] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 625.667995] env[66094]: INFO networking_nsxv3.common.synchronization [req-69bce31d-3ddd-4edf-88a5-b0a1b0f3310f req-5485c2e5-1e92-42a7-b08f-d2ea376416d4 service nova] Enqueued Resource ID: 8ada11c5-7407-4a51-a20c-e71d44c1f0a9 with Priority: HIGHEST for action port [ 625.668556] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_rules [ 625.668821] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 625.669159] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ada11c5-7407-4a51-a20c-e71d44c1f0a9 with Priority: HIGHEST for action port [ 625.669491] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.669581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.669708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.670027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.670089] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.673412] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.673557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.673617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.673802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.674758] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.674758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.674758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.674758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.674758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.674758] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.675504] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ada11c5-7407-4a51-a20c-e71d44c1f0a9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.675618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ada11c5-7407-4a51-a20c-e71d44c1f0a9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.675698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ada11c5-7407-4a51-a20c-e71d44c1f0a9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.677268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ada11c5-7407-4a51-a20c-e71d44c1f0a9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.677268] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ada11c5-7407-4a51-a20c-e71d44c1f0a9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.678304] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.678415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.678501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.678628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.678869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.691918] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 626.177601] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.177942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.177942] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.178879] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ada11c5-7407-4a51-a20c-e71d44c1f0a9 with status ACTIVE [ 626.181023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.181023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.181023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.181023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.181023] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ada11c5-7407-4a51-a20c-e71d44c1f0a9 is going to be updated. [ 626.204812] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.204959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.205040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.205252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.205394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.205556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ada11c5-7407-4a51-a20c-e71d44c1f0a9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.470730] env[66094]: INFO networking_nsxv3.common.synchronization [None req-34fb17f2-06b7-4632-bc56-8921f0e2a5d2 None None] Enqueued Resource ID: 81417756-6c03-4635-a176-ea36f6c65d7d with Priority: HIGHEST for action port [ 626.473019] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81417756-6c03-4635-a176-ea36f6c65d7d with Priority: HIGHEST for action port [ 626.473019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-81417756-6c03-4635-a176-ea36f6c65d7d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.473019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81417756-6c03-4635-a176-ea36f6c65d7d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.473019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81417756-6c03-4635-a176-ea36f6c65d7d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.473019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81417756-6c03-4635-a176-ea36f6c65d7d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.473019] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81417756-6c03-4635-a176-ea36f6c65d7d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.683182] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.883666] env[66094]: INFO networking_nsxv3.common.synchronization [None req-5a632014-6e0d-4097-a199-2528273da734 None None] Enqueued Resource ID: a3c15ac3-fe33-4b24-af81-f28870e00780 with Priority: HIGHEST for action port [ 626.883666] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c15ac3-fe33-4b24-af81-f28870e00780 with Priority: HIGHEST for action port [ 626.883666] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3c15ac3-fe33-4b24-af81-f28870e00780 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.883666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3c15ac3-fe33-4b24-af81-f28870e00780" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.883666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3c15ac3-fe33-4b24-af81-f28870e00780" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.883666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3c15ac3-fe33-4b24-af81-f28870e00780" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.883666] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c15ac3-fe33-4b24-af81-f28870e00780',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.975099] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81417756-6c03-4635-a176-ea36f6c65d7d [ 626.975357] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.975491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.975556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.975790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.975877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.975992] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81417756-6c03-4635-a176-ea36f6c65d7d already deleted. [ 626.977293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81417756-6c03-4635-a176-ea36f6c65d7d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.187384] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.187839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.187839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.187839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.190132] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.190132] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be created. [ 627.214174] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.214361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.214774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.215280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.215280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.226511] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: UNINITIALIZED for 2s [ 627.386023] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3c15ac3-fe33-4b24-af81-f28870e00780 [ 627.386023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.386023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.386305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.386444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.386563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.386787] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3c15ac3-fe33-4b24-af81-f28870e00780 already deleted. [ 627.386891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3c15ac3-fe33-4b24-af81-f28870e00780" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.638124] env[66094]: INFO networking_nsxv3.common.synchronization [req-13656af5-35e3-46d3-b2d6-e1c8decc57a2 req-dc2ec8d4-aa72-4cdc-9a21-caa51cc10a66 tempest-ServersTestJSON-148896215 tempest-ServersTestJSON-148896215-project-member] Enqueued Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_members [ 627.639069] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_members [ 627.640040] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-60fee9a7-0479-4f19-9c37-d59832ad963b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.640040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.640040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.640040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.640040] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.640340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.640340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.640340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.640427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.640499] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60fee9a7-0479-4f19-9c37-d59832ad963b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.707891] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 627.708205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.026907] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.027516] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-299" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.027827] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-299" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.028264] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-299" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.028662] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.029102] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.029392] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.030475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.030475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.030475] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.030475] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.030779] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.031017] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.031275] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.031502] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.031760] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.060110] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.060110] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.060110] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.060110] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-299" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.060110] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-f0cd78f1-8fa6-463d-b1b6-1edb38cca199 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.060110] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-f0cd78f1-8fa6-463d-b1b6-1edb38cca199" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.060110] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-f0cd78f1-8fa6-463d-b1b6-1edb38cca199" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.060580] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-f0cd78f1-8fa6-463d-b1b6-1edb38cca199" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.060580] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0cd78f1-8fa6-463d-b1b6-1edb38cca199',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.142994] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.143213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.143300] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.143558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.143696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.143944] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.144095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.144165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.144348] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.144430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.144539] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60fee9a7-0479-4f19-9c37-d59832ad963b already deleted. [ 628.144652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.563686] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.564399] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.564646] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.565058] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.565323] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.565603] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port f0cd78f1-8fa6-463d-b1b6-1edb38cca199 not found, creating... [ 628.566035] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.566331] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.566666] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.567039] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.567209] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.567541] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.567701] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.567813] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.568475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.568475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.568475] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: f0cd78f1-8fa6-463d-b1b6-1edb38cca199 is going to be created. [ 628.592411] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.592699] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.592774] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.593068] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.593306] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.593655] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-f0cd78f1-8fa6-463d-b1b6-1edb38cca199" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.950013] env[66094]: INFO networking_nsxv3.common.synchronization [req-5e84d4b1-d30c-4a3b-8ce9-f4f12ad296f7 req-0822a24c-b033-45e4-98a1-3fb0613a1bd2 tempest-FloatingIPsAssociationTestJSON-1550065579 tempest-FloatingIPsAssociationTestJSON-1550065579-project-member] Enqueued Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 628.952690] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 628.952690] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.952690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.952690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.952690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.952690] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.953147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.953147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.953147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.953246] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.953338] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.191121] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e65007d1-1cfa-4057-8cd7-4bc8439108f8 None None] Enqueued Resource ID: b8dbcc1c-1274-46a3-a216-78bac618e7ea with Priority: HIGHEST for action port [ 629.191743] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8dbcc1c-1274-46a3-a216-78bac618e7ea with Priority: HIGHEST for action port [ 629.192151] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8dbcc1c-1274-46a3-a216-78bac618e7ea taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.192258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8dbcc1c-1274-46a3-a216-78bac618e7ea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.192258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8dbcc1c-1274-46a3-a216-78bac618e7ea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.192537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8dbcc1c-1274-46a3-a216-78bac618e7ea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.192626] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8dbcc1c-1274-46a3-a216-78bac618e7ea',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.239168] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 629.239330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.239845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.240129] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.240287] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.240473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.240473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.240607] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.240687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.240773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.240891] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.378781] env[66094]: INFO networking_nsxv3.common.synchronization [req-13656af5-35e3-46d3-b2d6-e1c8decc57a2 req-81891e86-9bbf-48c9-9996-6b6a69140f31 service nova] Enqueued Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_rules [ 629.378781] env[66094]: INFO networking_nsxv3.common.synchronization [req-13656af5-35e3-46d3-b2d6-e1c8decc57a2 req-81891e86-9bbf-48c9-9996-6b6a69140f31 service nova] Enqueued Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_members [ 629.378781] env[66094]: INFO networking_nsxv3.common.synchronization [req-13656af5-35e3-46d3-b2d6-e1c8decc57a2 req-81891e86-9bbf-48c9-9996-6b6a69140f31 service nova] Enqueued Resource ID: f0cd78f1-8fa6-463d-b1b6-1edb38cca199 with Priority: HIGHEST for action port [ 629.379454] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_rules [ 629.379603] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_members [ 629.379899] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0cd78f1-8fa6-463d-b1b6-1edb38cca199 with Priority: HIGHEST for action port [ 629.380328] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60fee9a7-0479-4f19-9c37-d59832ad963b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.380499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.380754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.380991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.381154] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60fee9a7-0479-4f19-9c37-d59832ad963b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.382138] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-60fee9a7-0479-4f19-9c37-d59832ad963b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.382276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.382342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.385045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.385045] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.385045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.385045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.385045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.385045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.385045] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60fee9a7-0479-4f19-9c37-d59832ad963b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.385566] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0cd78f1-8fa6-463d-b1b6-1edb38cca199 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.385709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0cd78f1-8fa6-463d-b1b6-1edb38cca199" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.385745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0cd78f1-8fa6-463d-b1b6-1edb38cca199" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.386160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0cd78f1-8fa6-463d-b1b6-1edb38cca199" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.386160] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0cd78f1-8fa6-463d-b1b6-1edb38cca199',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.393715] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.393925] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-230" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.394069] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-230" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.394528] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-230" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.394606] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.394724] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.394839] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.395124] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.395417] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.395484] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.395590] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.395694] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.395800] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.395905] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.396021] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.396146] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.401474] env[66094]: INFO networking_nsxv3.common.synchronization [None req-f2d617c0-84ce-408e-8778-fc497d9401e5 None None] Enqueued Resource ID: 1f07390f-e9e3-4f86-afc9-1acabbd53093 with Priority: HIGHEST for action port [ 629.402978] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f07390f-e9e3-4f86-afc9-1acabbd53093 with Priority: HIGHEST for action port [ 629.404039] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f07390f-e9e3-4f86-afc9-1acabbd53093 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.404172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f07390f-e9e3-4f86-afc9-1acabbd53093" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.404239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f07390f-e9e3-4f86-afc9-1acabbd53093" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.404509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f07390f-e9e3-4f86-afc9-1acabbd53093" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.404601] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f07390f-e9e3-4f86-afc9-1acabbd53093',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.426354] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.426524] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.426688] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.426878] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-230" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.427214] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-6e25adaa-8b47-4df2-bcae-d478857788fc taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.427394] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-6e25adaa-8b47-4df2-bcae-d478857788fc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.427511] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-6e25adaa-8b47-4df2-bcae-d478857788fc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.427850] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-6e25adaa-8b47-4df2-bcae-d478857788fc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.427994] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e25adaa-8b47-4df2-bcae-d478857788fc',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.457558] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.694904] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8dbcc1c-1274-46a3-a216-78bac618e7ea [ 629.696048] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.696048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.696048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.696255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.696255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.696331] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8dbcc1c-1274-46a3-a216-78bac618e7ea already deleted. [ 629.696382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8dbcc1c-1274-46a3-a216-78bac618e7ea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.745965] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.746715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.746715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.746715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.746919] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.746997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.749048] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.749048] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.749048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.749048] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.889653] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60fee9a7-0479-4f19-9c37-d59832ad963b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.890917] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-60fee9a7-0479-4f19-9c37-d59832ad963b taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.891618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.891618] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0cd78f1-8fa6-463d-b1b6-1edb38cca199 with status ACTIVE [ 629.891781] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.891890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.891952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.892180] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.892271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.893314] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.893314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.893314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.893314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.893314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.893314] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.893314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.893314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.893681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.893681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.893681] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0cd78f1-8fa6-463d-b1b6-1edb38cca199 is going to be updated. [ 629.912478] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f07390f-e9e3-4f86-afc9-1acabbd53093 [ 629.912759] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.912881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.913101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.913590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.913590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.913590] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f07390f-e9e3-4f86-afc9-1acabbd53093 already deleted. [ 629.913590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f07390f-e9e3-4f86-afc9-1acabbd53093" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.923622] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.923764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.923907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.924050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.924189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.924336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0cd78f1-8fa6-463d-b1b6-1edb38cca199" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.932298] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.932499] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.932611] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.932866] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.936096] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.936096] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 6e25adaa-8b47-4df2-bcae-d478857788fc not found, creating... [ 629.936096] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.936096] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.936096] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.936096] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.936096] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.936096] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.936096] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.936096] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.936581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.936581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.936581] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 6e25adaa-8b47-4df2-bcae-d478857788fc is going to be created. [ 629.957528] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.957629] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.959376] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.959376] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.959376] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.959376] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-6e25adaa-8b47-4df2-bcae-d478857788fc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.962925] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.251294] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4166d559-39fc-4907-bf6d-c3935eb247c1: rpc.has_security_group_logging(os_id): False [ 630.272778] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.273054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.273179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.273495] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.273653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.274061] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.274208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.274276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.274671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.274810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.275132] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.275286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.275381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.275672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.275727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.276015] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.276158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.276250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.276460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.276569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.276688] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be created. [ 630.356046] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.356046] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.356046] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.356312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.356350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.369283] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 630.395797] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60fee9a7-0479-4f19-9c37-d59832ad963b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.465652] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.465779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.465779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.466060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.466162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.466271] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 is going to be updated. [ 630.511680] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.511874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.511914] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.512130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.512277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.521534] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: IN_PROGRESS for 2s [ 630.691329] env[66094]: INFO networking_nsxv3.common.synchronization [req-5e84d4b1-d30c-4a3b-8ce9-f4f12ad296f7 req-c5a3676e-1985-4075-9526-c3fd2d08fabb service nova] Enqueued Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_rules [ 630.691329] env[66094]: INFO networking_nsxv3.common.synchronization [req-5e84d4b1-d30c-4a3b-8ce9-f4f12ad296f7 req-c5a3676e-1985-4075-9526-c3fd2d08fabb service nova] Enqueued Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 630.691329] env[66094]: INFO networking_nsxv3.common.synchronization [req-5e84d4b1-d30c-4a3b-8ce9-f4f12ad296f7 req-c5a3676e-1985-4075-9526-c3fd2d08fabb service nova] Enqueued Resource ID: 6e25adaa-8b47-4df2-bcae-d478857788fc with Priority: HIGHEST for action port [ 630.691641] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_rules [ 630.691780] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 630.691877] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e25adaa-8b47-4df2-bcae-d478857788fc with Priority: HIGHEST for action port [ 630.692191] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.692299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.692377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.692579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.692657] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.693511] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.693604] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.693849] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e25adaa-8b47-4df2-bcae-d478857788fc taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.693921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e25adaa-8b47-4df2-bcae-d478857788fc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.693962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e25adaa-8b47-4df2-bcae-d478857788fc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.694118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e25adaa-8b47-4df2-bcae-d478857788fc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.694193] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e25adaa-8b47-4df2-bcae-d478857788fc',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.900540] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.900857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.900857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.900953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.901137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.901271] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60fee9a7-0479-4f19-9c37-d59832ad963b is going to be created. [ 630.930051] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.930151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.930252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.930371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.930543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.941334] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60fee9a7-0479-4f19-9c37-d59832ad963b in Status: UNINITIALIZED for 2s [ 631.152072] env[66094]: INFO networking_nsxv3.common.synchronization [req-e4ed7522-4f80-4724-a987-61fb55cb0307 req-000af453-5f4e-45df-a22e-5e2c6ae40c3f tempest-ServersWithSpecificFlavorTestJSON-1944045872 tempest-ServersWithSpecificFlavorTestJSON-1944045872-project-member] Enqueued Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 631.152773] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 631.153416] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.153649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.153761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.154146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.154385] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.154539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.154628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.154890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.155058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.155203] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.196978] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e25adaa-8b47-4df2-bcae-d478857788fc with status ACTIVE [ 631.197159] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.197305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.197383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.197568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.197658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.197830] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.197946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.198030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.198143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.198248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.200597] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.200597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.200597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.200597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.200597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.200597] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e25adaa-8b47-4df2-bcae-d478857788fc is going to be updated. [ 631.200597] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.200597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.226303] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.226694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.226852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.227250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.227497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.227727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e25adaa-8b47-4df2-bcae-d478857788fc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.643471] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.643708] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-839" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.643853] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-839" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.645663] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-839" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.645831] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.646013] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.646196] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.646497] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.646700] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.646917] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.647041] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.647145] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.647250] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.647354] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.647454] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.647584] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.658409] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.658593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.658636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.658932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.659084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.659249] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.659348] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.659407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.659560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.659634] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.659736] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 already deleted. [ 631.659846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.667174] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.667232] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.668074] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.668074] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-839" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.668074] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-8b458ce8-1bd6-4b98-8992-6b95d84183bf taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.668412] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-8b458ce8-1bd6-4b98-8992-6b95d84183bf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.668412] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-8b458ce8-1bd6-4b98-8992-6b95d84183bf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.668827] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-8b458ce8-1bd6-4b98-8992-6b95d84183bf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.668827] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b458ce8-1bd6-4b98-8992-6b95d84183bf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.172975] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.173423] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.173560] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.173975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.174261] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.174523] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 8b458ce8-1bd6-4b98-8992-6b95d84183bf not found, creating... [ 632.175079] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.175244] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.175459] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.176377] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.176709] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.177043] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.177222] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.177339] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.177585] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.177718] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.177867] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 8b458ce8-1bd6-4b98-8992-6b95d84183bf is going to be created. [ 632.207687] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.207922] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.208020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.208342] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.208521] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.208796] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-8b458ce8-1bd6-4b98-8992-6b95d84183bf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.383926] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 632.384323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.532422] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: SUCCESS [ 632.532650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.532885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.533130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.533346] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.533456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.533522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.533671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.533752] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.533844] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.915026] env[66094]: INFO networking_nsxv3.common.synchronization [req-e4ed7522-4f80-4724-a987-61fb55cb0307 req-4209fc92-3dde-4e7e-95c0-b4b2046d1a27 service nova] Enqueued Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_rules [ 632.915421] env[66094]: INFO networking_nsxv3.common.synchronization [req-e4ed7522-4f80-4724-a987-61fb55cb0307 req-4209fc92-3dde-4e7e-95c0-b4b2046d1a27 service nova] Enqueued Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 632.915421] env[66094]: INFO networking_nsxv3.common.synchronization [req-e4ed7522-4f80-4724-a987-61fb55cb0307 req-4209fc92-3dde-4e7e-95c0-b4b2046d1a27 service nova] Enqueued Resource ID: 8b458ce8-1bd6-4b98-8992-6b95d84183bf with Priority: HIGHEST for action port [ 632.916127] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_rules [ 632.916208] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 632.916301] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b458ce8-1bd6-4b98-8992-6b95d84183bf with Priority: HIGHEST for action port [ 632.916581] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.916723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.916802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.916996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.917917] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.918682] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.918831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.918905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.919151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.919485] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.919485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.919485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.920141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.920141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.920141] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.920560] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b458ce8-1bd6-4b98-8992-6b95d84183bf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.920967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b458ce8-1bd6-4b98-8992-6b95d84183bf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.920967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b458ce8-1bd6-4b98-8992-6b95d84183bf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.921121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b458ce8-1bd6-4b98-8992-6b95d84183bf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.921169] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b458ce8-1bd6-4b98-8992-6b95d84183bf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.952152] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60fee9a7-0479-4f19-9c37-d59832ad963b in Status: SUCCESS [ 632.952378] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.953714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.953819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.953931] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.954066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.954123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.954406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.954491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.954866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.954866] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60fee9a7-0479-4f19-9c37-d59832ad963b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.035959] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.228251] env[66094]: INFO networking_nsxv3.common.synchronization [req-ec9eec17-0e65-4e93-84ab-dcb6fcc9a92a req-fdc8e8b6-f8a4-410e-bd5f-89e47baffeb2 tempest-TenantUsagesTestJSON-1993949538 tempest-TenantUsagesTestJSON-1993949538-project-member] Enqueued Resource ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d with Priority: HIGHEST for action security_group_members [ 633.229639] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d with Priority: HIGHEST for action security_group_members [ 633.229981] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.230915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.231360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.231603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.231791] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.231907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.232054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.232177] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.232430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.232540] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab19b2e-e139-47e5-b1e4-e745cd5b472d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.422714] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.423800] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.423954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.424364] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b458ce8-1bd6-4b98-8992-6b95d84183bf with status ACTIVE [ 633.424543] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.424656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.424735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.424963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.425073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.425241] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.425338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.425399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.425557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.425634] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.425837] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.425934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.428157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.429331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.429331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.429331] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b458ce8-1bd6-4b98-8992-6b95d84183bf is going to be updated. [ 633.455344] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.455566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.455621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.455825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.456032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.456160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b458ce8-1bd6-4b98-8992-6b95d84183bf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.456475] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60fee9a7-0479-4f19-9c37-d59832ad963b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.538315] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.736850] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.736850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.736850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.737193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.737332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.737927] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.738606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.738606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.738948] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.739091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.740027] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d is going to be updated. [ 633.765590] env[66094]: INFO networking_nsxv3.common.synchronization [req-dae831c8-eb01-416c-b0ff-36c504e90f03 req-1dee86c0-89c1-4bf2-8ec7-d1c0c098f580 tempest-ServersAdminTestJSON-2003786084 tempest-ServersAdminTestJSON-2003786084-project-member] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 633.766839] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 633.766839] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.767170] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.767170] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.767283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.767500] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.767650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.767782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.767991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.768159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.768504] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.770911] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.771184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.771302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.771502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.771672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.781984] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d in Status: IN_PROGRESS for 2s [ 633.924798] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.959291] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60fee9a7-0479-4f19-9c37-d59832ad963b: rpc.has_security_group_logging(os_id): False [ 633.981057] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.981057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.981057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.981327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.981390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.981600] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.981710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.981770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.981927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.982012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.982127] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60fee9a7-0479-4f19-9c37-d59832ad963b is going to be created. [ 634.042308] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.042506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.042599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.042838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.042937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.043035] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 is going to be updated. [ 634.059540] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.059708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.059918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.059975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.060230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.072591] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60fee9a7-0479-4f19-9c37-d59832ad963b in Status: IN_PROGRESS for 2s [ 634.080607] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.080804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.080860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.081119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.081277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.093847] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: IN_PROGRESS for 2s [ 634.158644] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.158644] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.158644] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.158644] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.158644] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.158644] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.158644] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.158644] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.158644] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.159274] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.159365] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.159725] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.159725] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.159725] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.161162] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.161162] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.220190] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.220424] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.220606] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.220883] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.221182] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-1b5b0003-31c0-48f6-8d24-4fb521e7b964 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.221397] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-1b5b0003-31c0-48f6-8d24-4fb521e7b964" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.221520] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-1b5b0003-31c0-48f6-8d24-4fb521e7b964" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.221953] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-1b5b0003-31c0-48f6-8d24-4fb521e7b964" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.222042] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b5b0003-31c0-48f6-8d24-4fb521e7b964',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.271088] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.427600] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.427912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.427912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.429320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.429320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.429320] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 is going to be created. [ 634.454806] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.454927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.454927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.455161] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.455320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.466271] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: UNINITIALIZED for 2s [ 634.725748] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.728737] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.728963] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.729283] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.729435] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.729594] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 1b5b0003-31c0-48f6-8d24-4fb521e7b964 not found, creating... [ 634.730029] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.730231] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.730304] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.731298] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.731480] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.732390] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.732582] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.732720] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.732976] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.733146] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.733287] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 1b5b0003-31c0-48f6-8d24-4fb521e7b964 is going to be created. [ 634.759110] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.759480] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.759601] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.759955] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.760150] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.760395] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-1b5b0003-31c0-48f6-8d24-4fb521e7b964" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.774398] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.276978] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.276978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.276978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.277377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.277377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.277377] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 635.312190] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.312190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.312190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.312190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.312190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.322410] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 635.551887] env[66094]: INFO networking_nsxv3.common.synchronization [req-dae831c8-eb01-416c-b0ff-36c504e90f03 req-783c465b-b305-41f1-9419-c130977ab0a7 service nova] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_rules [ 635.552057] env[66094]: INFO networking_nsxv3.common.synchronization [req-dae831c8-eb01-416c-b0ff-36c504e90f03 req-783c465b-b305-41f1-9419-c130977ab0a7 service nova] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 635.552257] env[66094]: INFO networking_nsxv3.common.synchronization [req-dae831c8-eb01-416c-b0ff-36c504e90f03 req-783c465b-b305-41f1-9419-c130977ab0a7 service nova] Enqueued Resource ID: 1b5b0003-31c0-48f6-8d24-4fb521e7b964 with Priority: HIGHEST for action port [ 635.552955] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_rules [ 635.552955] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 635.553180] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b0003-31c0-48f6-8d24-4fb521e7b964 with Priority: HIGHEST for action port [ 635.553335] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.553455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.553522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.553721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.553802] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.557853] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.557853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.558803] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b5b0003-31c0-48f6-8d24-4fb521e7b964 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.558803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b5b0003-31c0-48f6-8d24-4fb521e7b964" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.558803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b5b0003-31c0-48f6-8d24-4fb521e7b964" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.558803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b5b0003-31c0-48f6-8d24-4fb521e7b964" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.558803] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b5b0003-31c0-48f6-8d24-4fb521e7b964',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.795077] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d in Status: SUCCESS [ 635.795260] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d deletion is rescheduled due to dependency. [ 635.795375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.058831] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.059112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.061584] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b5b0003-31c0-48f6-8d24-4fb521e7b964 with status ACTIVE [ 636.061890] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.063572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.063572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.063572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.063572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.063572] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.063572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.063572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.064362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.064362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.064362] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.064362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.064362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.064362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.064362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.064615] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b5b0003-31c0-48f6-8d24-4fb521e7b964 is going to be updated. [ 636.087618] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60fee9a7-0479-4f19-9c37-d59832ad963b in Status: SUCCESS [ 636.087618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.102323] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.102323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.102323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.102573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.103531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.103531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b5b0003-31c0-48f6-8d24-4fb521e7b964" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.107509] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: SUCCESS [ 636.107735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.107913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.108207] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.108964] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.108964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.108964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.108964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.108964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.108964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.109534] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.477353] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: SUCCESS [ 636.477353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.477746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.477788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.478338] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.478338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.478338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.478338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.478338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.478629] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.478629] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.611174] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.611394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.611436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.611703] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.611910] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.612058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.612126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.612298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.612384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.612472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.612628] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.612719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.612786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.612934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.613090] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.613180] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.613237] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.613374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.613450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.613536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.613632] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.982349] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.117173] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b34ce68-2e82-4e59-bd5c-ec97d5891b84: rpc.has_security_group_logging(os_id): False [ 637.146135] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.146135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.146135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.147316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.147316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.147316] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.147316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.147316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.147316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.147316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.147565] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.147565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.147565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.147662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.147744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.147910] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.148403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.148403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.148403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.148403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.148403] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 is going to be updated. [ 637.247424] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.247633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.247633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.247812] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.248601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.296609] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: IN_PROGRESS for 2s [ 637.336084] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 637.338694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.338694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.338694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.338694] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.338694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.338694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.339204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.339204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.339204] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.485086] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92: rpc.has_security_group_logging(os_id): False [ 637.507349] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.507686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.507686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.507886] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.507886] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.508422] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.508537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.508596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.508811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.508876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.508993] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 is going to be created. [ 637.581670] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.581852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.581952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.582259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.582536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.599395] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: IN_PROGRESS for 2s [ 637.842440] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.191565] env[66094]: INFO networking_nsxv3.common.synchronization [req-a318ab02-7286-4440-909f-bf1e398cb702 req-6c4eaec8-b457-4c25-9519-ca13c94850e3 tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 638.193395] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 638.193395] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.193395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.193395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.193395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.193395] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.193746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.193746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.193746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.193842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.193954] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.335880] env[66094]: INFO networking_nsxv3.common.synchronization [req-b1636527-1ca2-4128-a2aa-d6669627af32 req-93c06664-d194-48a9-b6ba-7cbacd142494 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_members [ 638.336090] env[66094]: INFO networking_nsxv3.common.synchronization [req-b1636527-1ca2-4128-a2aa-d6669627af32 req-93c06664-d194-48a9-b6ba-7cbacd142494 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 638.336868] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_members [ 638.337040] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 638.337374] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5b299c-5c59-446d-90fe-e49d6de018f9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.338277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.338277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.338277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.338277] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.338277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.338277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.338757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.338757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.338757] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.339495] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.339676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.339676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.339901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.340013] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.340231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.343127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.343127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.343127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.343127] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.347652] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.394993] env[66094]: INFO networking_nsxv3.common.synchronization [req-b1636527-1ca2-4128-a2aa-d6669627af32 req-93c06664-d194-48a9-b6ba-7cbacd142494 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_rules [ 638.395281] env[66094]: INFO networking_nsxv3.common.synchronization [req-b1636527-1ca2-4128-a2aa-d6669627af32 req-93c06664-d194-48a9-b6ba-7cbacd142494 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_members [ 638.395495] env[66094]: INFO networking_nsxv3.common.synchronization [req-b1636527-1ca2-4128-a2aa-d6669627af32 req-93c06664-d194-48a9-b6ba-7cbacd142494 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 638.395659] env[66094]: INFO networking_nsxv3.common.synchronization [req-b1636527-1ca2-4128-a2aa-d6669627af32 req-93c06664-d194-48a9-b6ba-7cbacd142494 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 638.395798] env[66094]: INFO networking_nsxv3.common.synchronization [req-b1636527-1ca2-4128-a2aa-d6669627af32 req-93c06664-d194-48a9-b6ba-7cbacd142494 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: d8d4e3a7-09f0-4f91-9652-4822c17c9217 with Priority: HIGHEST for action port [ 638.396380] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_rules [ 638.396892] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 638.396892] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d4e3a7-09f0-4f91-9652-4822c17c9217 with Priority: HIGHEST for action port [ 638.396892] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_members [ 638.396892] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 638.397503] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d5b299c-5c59-446d-90fe-e49d6de018f9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.397648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.397739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.398361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.398517] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.400041] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.400041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.400041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.400041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.400281] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.400967] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d4e3a7-09f0-4f91-9652-4822c17c9217 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.402746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.402746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.402746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.402746] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d4e3a7-09f0-4f91-9652-4822c17c9217',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.402746] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5b299c-5c59-446d-90fe-e49d6de018f9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.402746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.402746] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.402746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.666098] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.666408] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-355" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.666446] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-355" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.666943] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-355" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.667238] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.667486] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.667541] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.667748] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.667884] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.668110] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.668227] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.668337] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.668456] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.668624] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.668684] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.668879] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.690612] env[66094]: INFO networking_nsxv3.common.synchronization [req-ed9881e6-97e7-43dd-9260-7523fee0b82e req-885052e1-80d4-4c5c-a984-85b2d32019f9 tempest-ServerExternalEventsTest-1834333088 tempest-ServerExternalEventsTest-1834333088-project-member] Enqueued Resource ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 with Priority: HIGHEST for action security_group_members [ 638.691756] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.691906] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.692048] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.692215] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-355" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.692505] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-2045df1c-b6bd-4953-bca2-f698ea0028ff taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.692669] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.692784] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.693101] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.693239] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2045df1c-b6bd-4953-bca2-f698ea0028ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.694306] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 with Priority: HIGHEST for action security_group_members [ 638.694809] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d43492-cbbc-4c0f-b64b-6351b1a2a177 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.694927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.694993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.695185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.695332] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.695455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.695522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.695659] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.695741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.695831] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d43492-cbbc-4c0f-b64b-6351b1a2a177',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.696788] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.696943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.697040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.697202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.697385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.697468] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.697568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.697630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.697772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.697846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.697932] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf already deleted. [ 638.698025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.842501] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.843443] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.851270] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.851270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.851270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.851270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.851270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.851270] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 638.886310] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.886500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.886558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.887022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.887178] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.897272] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 638.903813] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5b299c-5c59-446d-90fe-e49d6de018f9 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.904103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.904190] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.904264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.904394] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8d4e3a7-09f0-4f91-9652-4822c17c9217 with status ACTIVE [ 638.904541] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.904696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.904696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.904911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.905139] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.905217] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.905283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.905331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.905463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.905534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.905806] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.905806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.905934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.905973] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.906066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.906148] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8d4e3a7-09f0-4f91-9652-4822c17c9217 is going to be updated. [ 638.930082] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.930279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.930329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.930524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.930664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.930822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.195419] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.195662] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.195785] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.196102] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.196266] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.196422] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 2045df1c-b6bd-4953-bca2-f698ea0028ff not found, creating... [ 639.196695] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.196875] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.196992] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.197241] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.197376] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.197661] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.197811] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.197923] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.198146] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.198276] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.198414] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 2045df1c-b6bd-4953-bca2-f698ea0028ff is going to be created. [ 639.199848] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.200016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.200068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.200198] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.200279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.200517] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.200627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.200692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.200834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.200911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.200996] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 is going to be updated. [ 639.229070] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.229070] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.229070] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.229070] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.229070] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.229070] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.240289] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.240388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.240458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.240673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.240814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.252434] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 in Status: IN_PROGRESS for 2s [ 639.330111] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: SUCCESS [ 639.330325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.347024] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.348226] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.611576] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: SUCCESS [ 639.613045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.854014] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.854447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.854613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.855162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.855162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.855358] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 is going to be created. [ 639.856872] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.859377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.859377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.859377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.859377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.859377] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 639.887263] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.887516] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.887604] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.887817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.887981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.895878] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.896043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.896108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.896311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.896454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.899955] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: UNINITIALIZED for 2s [ 639.904814] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 640.005533] env[66094]: INFO networking_nsxv3.common.synchronization [req-a318ab02-7286-4440-909f-bf1e398cb702 req-bcc72036-479f-448a-9c78-dac1f47de8a8 service nova] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_rules [ 640.005533] env[66094]: INFO networking_nsxv3.common.synchronization [req-a318ab02-7286-4440-909f-bf1e398cb702 req-bcc72036-479f-448a-9c78-dac1f47de8a8 service nova] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 640.005533] env[66094]: INFO networking_nsxv3.common.synchronization [req-a318ab02-7286-4440-909f-bf1e398cb702 req-bcc72036-479f-448a-9c78-dac1f47de8a8 service nova] Enqueued Resource ID: 2045df1c-b6bd-4953-bca2-f698ea0028ff with Priority: HIGHEST for action port [ 640.005533] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_rules [ 640.005533] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 640.005533] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2045df1c-b6bd-4953-bca2-f698ea0028ff with Priority: HIGHEST for action port [ 640.006509] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.006755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.006959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.007282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.007460] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.008862] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.009147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.009302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.009578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.009838] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.011024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.011024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.011024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.011024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.011024] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.012901] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2045df1c-b6bd-4953-bca2-f698ea0028ff taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.013272] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.015087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.015087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.015087] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2045df1c-b6bd-4953-bca2-f698ea0028ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.515394] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.516590] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.516728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.517172] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2045df1c-b6bd-4953-bca2-f698ea0028ff with status ACTIVE [ 640.517172] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.517289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.517415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.517595] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.517706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.517925] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.518251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.518366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.519754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.519876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.520265] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.520265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.520395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.520542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.520648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.520762] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2045df1c-b6bd-4953-bca2-f698ea0028ff is going to be updated. [ 640.545262] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.546073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.546073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.546073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.546073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.546267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.806526] env[66094]: INFO networking_nsxv3.common.synchronization [req-23758379-4548-4edd-a291-f1f16b26e474 req-ec093e9d-ef37-485e-befe-61d316653cf0 tempest-DeleteServersAdminTestJSON-460972327 tempest-DeleteServersAdminTestJSON-460972327-project-member] Enqueued Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 640.806526] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 640.806526] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.807546] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.807644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.807859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.808045] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.808148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.808207] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.808392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.809585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.809585] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.913589] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 640.913939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.914054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.914281] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.914481] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.914626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.914680] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.914832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.915678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.915678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.915678] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.023568] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.174792] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.175159] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.175316] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.175679] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.176069] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.176266] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.176439] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.176736] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.176934] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.177170] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.177292] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.177424] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.177544] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.177683] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.177774] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.177931] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.191497] env[66094]: INFO networking_nsxv3.common.synchronization [req-8d3dec55-829e-4414-8f1d-5af9cc208ec5 req-ac036f35-b929-493c-92b2-66d077568cea tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: ed59a86a-5dba-4fe3-9460-47735361e54b with Priority: HIGHEST for action security_group_members [ 641.191826] env[66094]: INFO networking_nsxv3.common.synchronization [req-8d3dec55-829e-4414-8f1d-5af9cc208ec5 req-ac036f35-b929-493c-92b2-66d077568cea tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_members [ 641.191965] env[66094]: INFO networking_nsxv3.common.synchronization [req-8d3dec55-829e-4414-8f1d-5af9cc208ec5 req-ac036f35-b929-493c-92b2-66d077568cea tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 641.192621] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed59a86a-5dba-4fe3-9460-47735361e54b with Priority: HIGHEST for action security_group_members [ 641.192820] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_members [ 641.193142] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 641.193429] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed59a86a-5dba-4fe3-9460-47735361e54b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.193607] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.193690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.194041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.194377] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.194472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.194534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.194802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.194902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.194958] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed59a86a-5dba-4fe3-9460-47735361e54b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.195925] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5b299c-5c59-446d-90fe-e49d6de018f9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.196072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.196357] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.196490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.200424] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.200569] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.200701] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.200887] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.201235] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-7538d15e-4e35-4316-9953-be809773a588 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.201421] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-7538d15e-4e35-4316-9953-be809773a588" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.201517] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-7538d15e-4e35-4316-9953-be809773a588" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.201794] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-7538d15e-4e35-4316-9953-be809773a588" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.201930] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7538d15e-4e35-4316-9953-be809773a588',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.238419] env[66094]: INFO networking_nsxv3.common.synchronization [req-8d3dec55-829e-4414-8f1d-5af9cc208ec5 req-ac036f35-b929-493c-92b2-66d077568cea tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_rules [ 641.238728] env[66094]: INFO networking_nsxv3.common.synchronization [req-8d3dec55-829e-4414-8f1d-5af9cc208ec5 req-ac036f35-b929-493c-92b2-66d077568cea tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_members [ 641.238838] env[66094]: INFO networking_nsxv3.common.synchronization [req-8d3dec55-829e-4414-8f1d-5af9cc208ec5 req-ac036f35-b929-493c-92b2-66d077568cea tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 641.238927] env[66094]: INFO networking_nsxv3.common.synchronization [req-8d3dec55-829e-4414-8f1d-5af9cc208ec5 req-ac036f35-b929-493c-92b2-66d077568cea tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 641.239089] env[66094]: INFO networking_nsxv3.common.synchronization [req-8d3dec55-829e-4414-8f1d-5af9cc208ec5 req-ac036f35-b929-493c-92b2-66d077568cea tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: ed59a86a-5dba-4fe3-9460-47735361e54b with Priority: HIGHEST for action security_group_rules [ 641.239224] env[66094]: INFO networking_nsxv3.common.synchronization [req-8d3dec55-829e-4414-8f1d-5af9cc208ec5 req-ac036f35-b929-493c-92b2-66d077568cea tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: ed59a86a-5dba-4fe3-9460-47735361e54b with Priority: HIGHEST for action security_group_members [ 641.239336] env[66094]: INFO networking_nsxv3.common.synchronization [req-8d3dec55-829e-4414-8f1d-5af9cc208ec5 req-ac036f35-b929-493c-92b2-66d077568cea tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: d8d4e3a7-09f0-4f91-9652-4822c17c9217 with Priority: HIGHEST for action port [ 641.239811] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_rules [ 641.239974] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 641.240193] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed59a86a-5dba-4fe3-9460-47735361e54b with Priority: HIGHEST for action security_group_members [ 641.240313] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d4e3a7-09f0-4f91-9652-4822c17c9217 with Priority: HIGHEST for action port [ 641.240418] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed59a86a-5dba-4fe3-9460-47735361e54b with Priority: HIGHEST for action security_group_rules [ 641.240607] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_members [ 641.240724] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 641.241051] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d5b299c-5c59-446d-90fe-e49d6de018f9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.241233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.241418] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.241496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.241749] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed59a86a-5dba-4fe3-9460-47735361e54b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.241749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.241951] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d4e3a7-09f0-4f91-9652-4822c17c9217 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.242097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.242097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.242316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.242432] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d4e3a7-09f0-4f91-9652-4822c17c9217',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.243246] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed59a86a-5dba-4fe3-9460-47735361e54b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.243629] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.243724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.243956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.244131] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed59a86a-5dba-4fe3-9460-47735361e54b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.244956] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5b299c-5c59-446d-90fe-e49d6de018f9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.245078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.245301] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.245770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.263170] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 in Status: SUCCESS [ 641.263425] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d43492-cbbc-4c0f-b64b-6351b1a2a177 deletion is rescheduled due to dependency. [ 641.263540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d43492-cbbc-4c0f-b64b-6351b1a2a177" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.311363] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.311557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.311662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.311865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.311962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.312131] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.312271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.312381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.312556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.312654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.312753] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e is going to be updated. [ 641.350418] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.350612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.350612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.350792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.351043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.360177] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: IN_PROGRESS for 2s [ 641.418671] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.418671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.418671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.418671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.418970] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.418970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.419076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.419298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.419554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.419620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.420493] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.420493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.420493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.420493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.420493] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.420493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.420493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.420899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.420899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.420899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.421451] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.526631] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.526964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.526964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.527106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.527208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.527363] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf is going to be created. [ 641.551991] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.552150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.552221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.552434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.552591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.565187] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: UNINITIALIZED for 2s [ 641.698272] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed59a86a-5dba-4fe3-9460-47735361e54b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.706475] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.706475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.706475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.706475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.706475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.706475] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 7538d15e-4e35-4316-9953-be809773a588 not found, creating... [ 641.706475] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.706475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.706475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.707090] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.707090] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.707090] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.707927] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.707927] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.708176] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.708314] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.708539] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 7538d15e-4e35-4316-9953-be809773a588 is going to be created. [ 641.733067] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.733467] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.733584] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.733919] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.734212] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.734540] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-7538d15e-4e35-4316-9953-be809773a588" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.746978] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed59a86a-5dba-4fe3-9460-47735361e54b taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.747190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.747362] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8d4e3a7-09f0-4f91-9652-4822c17c9217 with status ACTIVE [ 641.747503] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.747612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.747696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.747883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.747972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.748160] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.748260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.748321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.748481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.748637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.748739] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.748862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.748914] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.749072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.749154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.749244] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8d4e3a7-09f0-4f91-9652-4822c17c9217 is going to be updated. [ 641.781296] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.781497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.781497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.781674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.781819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.781979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d4e3a7-09f0-4f91-9652-4822c17c9217" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.916343] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: SUCCESS [ 641.916768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.916851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.917117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.917320] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.917511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.917616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.917733] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.917817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.917943] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.920148] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 641.920148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.920148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.920370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.920593] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.920693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.920749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.922581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.922581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.922581] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.924755] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4166d559-39fc-4907-bf6d-c3935eb247c1: rpc.has_security_group_logging(os_id): False [ 641.954706] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.954942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.954942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.955286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.955286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.955495] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.955928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.955928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.955928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.955928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.956139] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.956195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.956231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.956396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.956456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.956596] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.956689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.956766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.956966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.957091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.957143] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 642.038944] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.038944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.038944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.039657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.039657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.056739] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 642.205399] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed59a86a-5dba-4fe3-9460-47735361e54b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.423021] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.424497] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.576549] env[66094]: INFO networking_nsxv3.common.synchronization [req-23758379-4548-4edd-a291-f1f16b26e474 req-cde03125-090d-4128-bed6-64e8f513b79f service nova] Enqueued Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_rules [ 642.576774] env[66094]: INFO networking_nsxv3.common.synchronization [req-23758379-4548-4edd-a291-f1f16b26e474 req-cde03125-090d-4128-bed6-64e8f513b79f service nova] Enqueued Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 642.576945] env[66094]: INFO networking_nsxv3.common.synchronization [req-23758379-4548-4edd-a291-f1f16b26e474 req-cde03125-090d-4128-bed6-64e8f513b79f service nova] Enqueued Resource ID: 7538d15e-4e35-4316-9953-be809773a588 with Priority: HIGHEST for action port [ 642.577622] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_rules [ 642.577713] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 642.577814] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7538d15e-4e35-4316-9953-be809773a588 with Priority: HIGHEST for action port [ 642.578344] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.578490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.578553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.578774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.578958] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.580162] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.580269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.580437] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-7538d15e-4e35-4316-9953-be809773a588 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.580548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7538d15e-4e35-4316-9953-be809773a588" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.580615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7538d15e-4e35-4316-9953-be809773a588" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.580810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7538d15e-4e35-4316-9953-be809773a588" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.580892] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7538d15e-4e35-4316-9953-be809773a588',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.708045] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.708307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.708430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.708680] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.708797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.708984] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed59a86a-5dba-4fe3-9460-47735361e54b is going to be created. [ 642.734906] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.735162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.735162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.735477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.735533] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.748803] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed59a86a-5dba-4fe3-9460-47735361e54b in Status: UNINITIALIZED for 2s [ 642.926413] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.928189] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.082933] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.083144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.087230] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7538d15e-4e35-4316-9953-be809773a588 with status ACTIVE [ 643.087442] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.087539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.087653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.087826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.088320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.088320] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.088320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.088320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.088610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.088610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.088713] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.088790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.088790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.089079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.089079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.089219] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7538d15e-4e35-4316-9953-be809773a588 is going to be updated. [ 643.115380] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.115380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.115380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.115380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.115380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.115380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7538d15e-4e35-4316-9953-be809773a588" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.372357] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: SUCCESS [ 643.375023] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e deletion is rescheduled due to dependency. [ 643.375023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.375023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.375023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.375023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.375023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.375023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.375023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.375023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.375023] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.429217] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.429480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.429480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.430596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.430596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.430596] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 is going to be updated. [ 643.431407] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.431407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.431407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.431603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.431641] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.431717] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 643.462196] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.462402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.462440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.462649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.462803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.464626] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.464747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.464820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.465060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.465134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.477692] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: IN_PROGRESS for 2s [ 643.477953] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 643.575091] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: SUCCESS [ 643.575437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.575612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.575819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.576083] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.576211] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.576277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.576431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.576514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.576598] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.576683] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.702548] env[66094]: INFO networking_nsxv3.common.synchronization [None req-b1ae6393-719a-47c9-9d66-a92ac1f4d85e None None] Enqueued Resource ID: cc274adb-aab6-4ddd-bdd7-87716fa5302d with Priority: HIGHEST for action port [ 643.703403] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc274adb-aab6-4ddd-bdd7-87716fa5302d with Priority: HIGHEST for action port [ 643.703827] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc274adb-aab6-4ddd-bdd7-87716fa5302d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.704181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc274adb-aab6-4ddd-bdd7-87716fa5302d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.705750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc274adb-aab6-4ddd-bdd7-87716fa5302d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.706911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc274adb-aab6-4ddd-bdd7-87716fa5302d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.706911] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc274adb-aab6-4ddd-bdd7-87716fa5302d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.881031] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.074339] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 644.074339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.079423] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.209546] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc274adb-aab6-4ddd-bdd7-87716fa5302d [ 644.209874] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.210227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.210331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.210706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.210827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.210962] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc274adb-aab6-4ddd-bdd7-87716fa5302d already deleted. [ 644.211079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc274adb-aab6-4ddd-bdd7-87716fa5302d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.383271] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.582751] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aaa8fa0-928f-4229-8afd-463446138aaf: rpc.has_security_group_logging(os_id): False [ 644.606025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.606271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.606389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.606632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.606829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.607139] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.607292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.607353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.607531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.607629] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.607744] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf is going to be created. [ 644.686792] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.687052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.687278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.688321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.688561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.708290] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: IN_PROGRESS for 2s [ 644.716129] env[66094]: INFO networking_nsxv3.common.synchronization [req-7883d42f-fc27-4e50-8237-6735a128d0b9 req-f4f045f2-b8ff-462f-8d6f-604752638e13 tempest-AttachInterfacesV270Test-1900117687 tempest-AttachInterfacesV270Test-1900117687-project-member] Enqueued Resource ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 with Priority: HIGHEST for action security_group_members [ 644.719075] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 with Priority: HIGHEST for action security_group_members [ 644.719075] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-31054160-0fe2-4d63-a8b3-825d6f3794a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.719075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.719075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.719075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.719075] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.719075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.719075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.719075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.719075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.719075] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31054160-0fe2-4d63-a8b3-825d6f3794a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.761688] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed59a86a-5dba-4fe3-9460-47735361e54b in Status: SUCCESS [ 644.761912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.763137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.763364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.763557] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.763676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.763743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.763922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.764173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.764274] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed59a86a-5dba-4fe3-9460-47735361e54b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.889569] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.889767] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.889840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.890100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.890855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.890855] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e is going to be updated. [ 644.932529] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.933416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.933416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.933416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.933524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.946191] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: IN_PROGRESS for 2s [ 645.224185] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.224185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.224185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.224792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.224792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.226205] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.226205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.226205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.226205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.226205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.226205] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 is going to be updated. [ 645.254994] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.255333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.255333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.255548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.255611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.265659] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 in Status: IN_PROGRESS for 2s [ 645.273404] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed59a86a-5dba-4fe3-9460-47735361e54b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.402649] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-62585706-a6ad-47bc-9287-69187e8c92e6 tempest-ListServersNegativeTestJSON-1635315332 tempest-ListServersNegativeTestJSON-1635315332-project-member] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 645.403683] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 645.403683] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.403837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.403837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.405023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.405333] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.405505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.405602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.405842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.405976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.406138] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.491025] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 645.491025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.491025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.491025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.491025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.491025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.491025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.491025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.491025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.491025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.491025] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.492774] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: SUCCESS [ 645.493111] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.493360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.494109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.494109] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.494109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.494109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.494381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.494381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.494381] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.495345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.495504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.495666] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.496233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.496233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.496233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.496233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.496233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.496488] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.497667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.497852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.500025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.500168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.500235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.500722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.500722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.500722] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.606245] env[66094]: INFO networking_nsxv3.common.synchronization [req-3eef19dc-6995-427f-8c8a-d88ee73162a2 req-50e2595d-75a4-4511-bb01-6b74c0943681 tempest-VolumesAdminNegativeTest-1740235855 tempest-VolumesAdminNegativeTest-1740235855-project-member] Enqueued Resource ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a with Priority: HIGHEST for action security_group_members [ 645.606450] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a with Priority: HIGHEST for action security_group_members [ 645.606990] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a7c685-c335-4aff-a11b-87bd1d481d8a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.607913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.608013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.608458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.609218] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.609342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.609420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.609644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.609741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.609917] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a7c685-c335-4aff-a11b-87bd1d481d8a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.778655] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed59a86a-5dba-4fe3-9460-47735361e54b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.909298] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.909647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.909647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.910655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.910655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.910655] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.910655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.910655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.910655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.910943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.910978] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 already deleted. [ 645.911126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.995152] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.996030] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.996030] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.996030] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.996209] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.996209] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.996322] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.996566] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.996715] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.996923] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.997052] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.997156] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.997263] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.997369] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.997472] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.997600] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.999306] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.999536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.999625] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.005020] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.005480] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.019769] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.020030] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.020232] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.020473] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.020905] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-1d52baeb-3b16-4783-a439-9e8cdaa022f8 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.021161] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-1d52baeb-3b16-4783-a439-9e8cdaa022f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.021161] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-1d52baeb-3b16-4783-a439-9e8cdaa022f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.021880] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-1d52baeb-3b16-4783-a439-9e8cdaa022f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.021880] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d52baeb-3b16-4783-a439-9e8cdaa022f8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.112219] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.112356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.112424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.112656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.112741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.113013] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.113240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.113240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.114536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.114536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.114536] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a is going to be updated. [ 646.125172] env[66094]: INFO networking_nsxv3.common.synchronization [None req-242b7c53-120a-42f5-b55b-b72bdb08d638 None None] Enqueued Resource ID: 1d6403ef-dea6-4a59-bff5-49f5a2d7cf14 with Priority: HIGHEST for action port [ 646.126869] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6403ef-dea6-4a59-bff5-49f5a2d7cf14 with Priority: HIGHEST for action port [ 646.126869] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d6403ef-dea6-4a59-bff5-49f5a2d7cf14 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.126869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d6403ef-dea6-4a59-bff5-49f5a2d7cf14" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.126869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d6403ef-dea6-4a59-bff5-49f5a2d7cf14" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.127200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d6403ef-dea6-4a59-bff5-49f5a2d7cf14" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.127314] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6403ef-dea6-4a59-bff5-49f5a2d7cf14',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.146401] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.146577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.146577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.146735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.147332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.159675] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a in Status: IN_PROGRESS for 2s [ 646.282447] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.282878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.282878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.282878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.283025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.283422] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed59a86a-5dba-4fe3-9460-47735361e54b is going to be updated. [ 646.322290] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.322496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.322496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.322729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.322875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.334046] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed59a86a-5dba-4fe3-9460-47735361e54b in Status: IN_PROGRESS for 2s [ 646.502701] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.509551] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d5b299c-5c59-446d-90fe-e49d6de018f9: rpc.has_security_group_logging(os_id): False [ 646.511286] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.525863] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.526119] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.526235] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.527561] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.527774] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.527953] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 1d52baeb-3b16-4783-a439-9e8cdaa022f8 not found, creating... [ 646.528303] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.531272] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.531466] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.531922] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.532178] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.532630] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.532833] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.535188] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.535679] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.535929] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.536170] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 1d52baeb-3b16-4783-a439-9e8cdaa022f8 is going to be created. [ 646.542743] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.542945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.543140] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.543884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.543884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.543971] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.544117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.544700] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.546155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.546155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.546155] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 is going to be created. [ 646.576313] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.576635] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.576914] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.577334] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.577699] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.578096] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-1d52baeb-3b16-4783-a439-9e8cdaa022f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.628717] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.629060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.629060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.629524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.629788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.631094] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d6403ef-dea6-4a59-bff5-49f5a2d7cf14 [ 646.631727] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.631727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.631727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.631727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.631912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.631912] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d6403ef-dea6-4a59-bff5-49f5a2d7cf14 already deleted. [ 646.631912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d6403ef-dea6-4a59-bff5-49f5a2d7cf14" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.644999] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: IN_PROGRESS for 2s [ 646.725197] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: SUCCESS [ 646.725197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.958124] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: SUCCESS [ 646.958431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.958670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.959036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.959317] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.959514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.959628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.959864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.959993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.960147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.960288] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.005751] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.005920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.005982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.006240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.006369] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.006442] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 647.014493] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.014744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.014822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.015065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.015207] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.015308] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 is going to be updated. [ 647.038416] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.038416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.038416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.038416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.038707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.040324] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.040501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.040501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.040673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.040833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.052019] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 647.052864] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: IN_PROGRESS for 2s [ 647.277716] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 in Status: SUCCESS [ 647.277716] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 deletion is rescheduled due to dependency. [ 647.277716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.289508] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-2d4639c7-d1e6-41b6-8bc8-e40b2049a308 service nova] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_rules [ 647.289508] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-2d4639c7-d1e6-41b6-8bc8-e40b2049a308 service nova] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 647.289508] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-2d4639c7-d1e6-41b6-8bc8-e40b2049a308 service nova] Enqueued Resource ID: 1d52baeb-3b16-4783-a439-9e8cdaa022f8 with Priority: HIGHEST for action port [ 647.289508] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_rules [ 647.289508] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 647.290846] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d52baeb-3b16-4783-a439-9e8cdaa022f8 with Priority: HIGHEST for action port [ 647.291556] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.291733] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.291821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.292125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.292233] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.293911] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.293911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.294075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.294185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.294490] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.294617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.294684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.294842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.294921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.295025] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.297396] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d52baeb-3b16-4783-a439-9e8cdaa022f8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.297731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d52baeb-3b16-4783-a439-9e8cdaa022f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.297808] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d52baeb-3b16-4783-a439-9e8cdaa022f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.299640] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d52baeb-3b16-4783-a439-9e8cdaa022f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.299818] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d52baeb-3b16-4783-a439-9e8cdaa022f8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.463498] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.463698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.463742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.463937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.464115] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.464845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.464845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.464845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.464845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.464845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.464845] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.464845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.464845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.465558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.465558] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.465558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.465558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.465558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.465558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.465558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.465908] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.805707] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.806050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.806263] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.807461] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d52baeb-3b16-4783-a439-9e8cdaa022f8 with status ACTIVE [ 647.807643] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.807797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.807861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.808160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.808254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.808440] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.808586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.808665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.808860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.811018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.811400] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.811590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.811770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.812044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.813867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.813990] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d52baeb-3b16-4783-a439-9e8cdaa022f8 is going to be updated. [ 647.850821] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.851278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.851368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.851618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.851740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.851924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d52baeb-3b16-4783-a439-9e8cdaa022f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.968266] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4b56d2d-7ded-4f30-8a79-41f3693d3c1e: rpc.has_security_group_logging(os_id): False [ 647.989288] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.989484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.989530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.989729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.989822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.990074] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.990187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.990255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.990413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.990493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.990672] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.990790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.990895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.990997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.991106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.991374] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.991465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.991619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.991776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.991847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.991955] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e is going to be updated. [ 648.070055] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.070555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.070555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.070555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.070555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.082357] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: IN_PROGRESS for 2s [ 648.171798] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a in Status: SUCCESS [ 648.171982] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a deletion is rescheduled due to dependency. [ 648.172114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.194961] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-bbcf66c8-58b3-410f-914b-6d199cd8ae42 tempest-ListServersNegativeTestJSON-1635315332 tempest-ListServersNegativeTestJSON-1635315332-project-member] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 648.195526] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 648.195827] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.195932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.317172] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.346021] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed59a86a-5dba-4fe3-9460-47735361e54b in Status: SUCCESS [ 648.346430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.347123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.347369] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.347584] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.347731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.347797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.348033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.348113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.348466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.348629] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed59a86a-5dba-4fe3-9460-47735361e54b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.660240] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: SUCCESS [ 648.660430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.660601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.660837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.660928] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.820278] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.820818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.820898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.821187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.821481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.821481] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be created. [ 648.854187] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.854343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.854411] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.854624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.854789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.855960] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed59a86a-5dba-4fe3-9460-47735361e54b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.871713] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: UNINITIALIZED for 2s [ 649.069217] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 649.069518] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.070321] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: SUCCESS [ 649.073305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.073305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.073305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.073305] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.073305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.073305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.073305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.073305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.073305] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.073305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.073305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.073305] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.073305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.073305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.073980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.073980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.074096] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.102199] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.102424] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.102573] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.102851] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.103341] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.103516] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.103631] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.103862] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.104035] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.104288] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.104405] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.104510] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.104615] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.104722] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.104834] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.104966] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.136890] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.137142] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.137191] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.137362] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.137788] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-fc705ec3-bbc0-4f0d-a042-2e9678c98351 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.138028] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-fc705ec3-bbc0-4f0d-a042-2e9678c98351" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.138144] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-fc705ec3-bbc0-4f0d-a042-2e9678c98351" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.138499] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-fc705ec3-bbc0-4f0d-a042-2e9678c98351" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.138636] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc705ec3-bbc0-4f0d-a042-2e9678c98351',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.168400] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5b299c-5c59-446d-90fe-e49d6de018f9 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.168574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.362416] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed59a86a-5dba-4fe3-9460-47735361e54b: rpc.has_security_group_logging(os_id): False [ 649.390573] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.390868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.390945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.391259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.391419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.391703] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.391862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.391913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.392100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.392181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.392271] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed59a86a-5dba-4fe3-9460-47735361e54b is going to be created. [ 649.463980] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.464224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.464318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.464620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.464837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.497608] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed59a86a-5dba-4fe3-9460-47735361e54b in Status: IN_PROGRESS for 2s [ 649.575845] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.576858] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.642024] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.642661] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.642770] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.643151] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.643309] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.643495] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port fc705ec3-bbc0-4f0d-a042-2e9678c98351 not found, creating... [ 649.643781] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.643949] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.644145] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.644437] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.644628] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.644937] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.645117] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.645236] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.645450] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.645582] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.645725] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: fc705ec3-bbc0-4f0d-a042-2e9678c98351 is going to be created. [ 649.668017] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.668252] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.668357] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.668628] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.668858] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.669150] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-fc705ec3-bbc0-4f0d-a042-2e9678c98351" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.055485] env[66094]: INFO networking_nsxv3.common.synchronization [None req-3368d6f5-02c1-4fe8-ae6a-d44fd746916b None None] Enqueued Resource ID: a1debc00-c846-47a2-b7e2-bf2534c6e3a0 with Priority: HIGHEST for action port [ 650.056421] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1debc00-c846-47a2-b7e2-bf2534c6e3a0 with Priority: HIGHEST for action port [ 650.056421] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1debc00-c846-47a2-b7e2-bf2534c6e3a0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.056648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1debc00-c846-47a2-b7e2-bf2534c6e3a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.056648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1debc00-c846-47a2-b7e2-bf2534c6e3a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.056931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1debc00-c846-47a2-b7e2-bf2534c6e3a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.056931] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1debc00-c846-47a2-b7e2-bf2534c6e3a0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.078212] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.080322] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.096252] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: SUCCESS [ 650.096478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.400142] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-a03d073a-56ef-4a09-8178-71eb62ed24c5 service nova] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_rules [ 650.400447] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-a03d073a-56ef-4a09-8178-71eb62ed24c5 service nova] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 650.400550] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-a03d073a-56ef-4a09-8178-71eb62ed24c5 service nova] Enqueued Resource ID: fc705ec3-bbc0-4f0d-a042-2e9678c98351 with Priority: HIGHEST for action port [ 650.401799] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_rules [ 650.401980] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 650.402132] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc705ec3-bbc0-4f0d-a042-2e9678c98351 with Priority: HIGHEST for action port [ 650.402490] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.402617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.403305] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.403394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.404071] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc705ec3-bbc0-4f0d-a042-2e9678c98351 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.404229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc705ec3-bbc0-4f0d-a042-2e9678c98351" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.404318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc705ec3-bbc0-4f0d-a042-2e9678c98351" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.404573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc705ec3-bbc0-4f0d-a042-2e9678c98351" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.404681] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc705ec3-bbc0-4f0d-a042-2e9678c98351',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.560344] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1debc00-c846-47a2-b7e2-bf2534c6e3a0 [ 650.561544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.561544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.561544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.561544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.561544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.561544] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1debc00-c846-47a2-b7e2-bf2534c6e3a0 already deleted. [ 650.561544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1debc00-c846-47a2-b7e2-bf2534c6e3a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.581462] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.581636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.581754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.581904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.581998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.582116] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 650.583462] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.584299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.584299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.584299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.584299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.584299] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 is going to be updated. [ 650.615588] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.615703] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.615859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.615987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.616116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.618136] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.618289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.618444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.618671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.618805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.634034] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 650.635136] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: IN_PROGRESS for 2s [ 650.888685] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: SUCCESS [ 650.888685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.888685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.888982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.889114] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.889251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.889313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.889503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.889586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.889673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.889768] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.891177] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.891699] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.891890] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.892116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.892116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.892249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.892452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.892562] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.906786] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc705ec3-bbc0-4f0d-a042-2e9678c98351 with status ACTIVE [ 650.907164] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.907314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.907382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.907656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.907756] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.907988] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.908104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.908207] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.908354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.908432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.908636] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.909256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.909256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.909256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.911102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.911289] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc705ec3-bbc0-4f0d-a042-2e9678c98351 is going to be updated. [ 650.937824] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.937824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.937824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.937824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.937824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.937824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc705ec3-bbc0-4f0d-a042-2e9678c98351" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.060986] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-5ff49d6f-aff7-4e87-a277-106d7e43dcb1 tempest-ListServersNegativeTestJSON-1635315332 tempest-ListServersNegativeTestJSON-1635315332-project-member] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 651.060986] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 651.061509] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.061784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.396058] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.397205] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.398790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.511495] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed59a86a-5dba-4fe3-9460-47735361e54b in Status: SUCCESS [ 651.511495] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.525407] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.525407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.525407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.525407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.525407] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.525407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.525407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.525407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.525407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.526121] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.526241] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.526351] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.526452] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.526561] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.526660] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.526784] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.545410] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.545572] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.545793] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.545975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-638" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.546305] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-2d0cd96a-7474-4f00-8ab2-b330fc16b50b taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.546471] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-2d0cd96a-7474-4f00-8ab2-b330fc16b50b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.546598] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-2d0cd96a-7474-4f00-8ab2-b330fc16b50b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.546972] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-2d0cd96a-7474-4f00-8ab2-b330fc16b50b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.547135] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0cd96a-7474-4f00-8ab2-b330fc16b50b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.899797] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.052659] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.052923] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.053066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.057023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.057023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.057023] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 2d0cd96a-7474-4f00-8ab2-b330fc16b50b not found, creating... [ 652.057023] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.057023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.057023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.057023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.057023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.057023] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.057023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.057891] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.057891] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.057891] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.057891] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 2d0cd96a-7474-4f00-8ab2-b330fc16b50b is going to be created. [ 652.082692] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.082921] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.083061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.083337] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.083609] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.083842] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-2d0cd96a-7474-4f00-8ab2-b330fc16b50b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.403893] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.404137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.404195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.404484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.404615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.404748] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be updated. [ 652.439328] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.439551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.439551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.440022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.440022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.450071] env[66094]: INFO networking_nsxv3.common.synchronization [None req-d799dbe9-da31-431d-a814-2e70dc4f77ba None None] Enqueued Resource ID: 6067d97f-f59b-462d-8309-cefa047e86c3 with Priority: HIGHEST for action port [ 652.451435] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6067d97f-f59b-462d-8309-cefa047e86c3 with Priority: HIGHEST for action port [ 652.451435] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-6067d97f-f59b-462d-8309-cefa047e86c3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.451435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6067d97f-f59b-462d-8309-cefa047e86c3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.451435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6067d97f-f59b-462d-8309-cefa047e86c3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.451705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6067d97f-f59b-462d-8309-cefa047e86c3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.451788] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6067d97f-f59b-462d-8309-cefa047e86c3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.453297] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: IN_PROGRESS for 2s [ 652.646124] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: SUCCESS [ 652.646421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.647993] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 652.648202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.648908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.648908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.648908] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.648908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.648908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.649375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.649375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.649375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.649375] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.650558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.650728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.650891] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.651029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.651087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.651217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.651277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.651364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.651514] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.651605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.651668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.651796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.651930] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.652040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.652099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.652315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.652315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.652388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.652452] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.822911] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-8b91e092-0809-467e-b0bc-115fc31cefb1 service nova] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_rules [ 652.822911] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-8b91e092-0809-467e-b0bc-115fc31cefb1 service nova] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 652.822911] env[66094]: INFO networking_nsxv3.common.synchronization [req-508baf40-1a60-46dd-837c-62bea8fa9fae req-8b91e092-0809-467e-b0bc-115fc31cefb1 service nova] Enqueued Resource ID: 2d0cd96a-7474-4f00-8ab2-b330fc16b50b with Priority: HIGHEST for action port [ 652.822911] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_rules [ 652.822911] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 652.822911] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0cd96a-7474-4f00-8ab2-b330fc16b50b with Priority: HIGHEST for action port [ 652.822911] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.822911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.822911] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.822911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.823772] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d0cd96a-7474-4f00-8ab2-b330fc16b50b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.824160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d0cd96a-7474-4f00-8ab2-b330fc16b50b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.824513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d0cd96a-7474-4f00-8ab2-b330fc16b50b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.824842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d0cd96a-7474-4f00-8ab2-b330fc16b50b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.825071] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0cd96a-7474-4f00-8ab2-b330fc16b50b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.957127] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6067d97f-f59b-462d-8309-cefa047e86c3 [ 652.957127] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.957127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.957127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.957127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.957127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.957127] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6067d97f-f59b-462d-8309-cefa047e86c3 already deleted. [ 652.957127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6067d97f-f59b-462d-8309-cefa047e86c3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.066229] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-2139b758-d0d8-4881-ad6e-6139d243c7b4 tempest-ServersTestMultiNic-330067101 tempest-ServersTestMultiNic-330067101-project-member] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 653.066912] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 653.068043] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.068209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.068282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.068539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.068702] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.068801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.068880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.069107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.069202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.069300] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.154183] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.155203] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb520a9-6f19-4d10-bf5e-2c79b8ad1315: rpc.has_security_group_logging(os_id): False [ 653.178056] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.178234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.178284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.178492] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.178582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.178803] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.178911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.178989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.179730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.179730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.179730] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.179730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.179730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.179730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.180217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.180217] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.181047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.181047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.181047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.181047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.181047] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 653.285028] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.285028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.285028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.285028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.285028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.299770] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 653.328227] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d0cd96a-7474-4f00-8ab2-b330fc16b50b with status ACTIVE [ 653.328917] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.329187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.329286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.329559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.329671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.330179] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.330179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.330179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.330402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.330402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.330661] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.331212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.331212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.331212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.331212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.331648] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d0cd96a-7474-4f00-8ab2-b330fc16b50b is going to be updated. [ 653.355556] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.355745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.355829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.356134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.356326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.356489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d0cd96a-7474-4f00-8ab2-b330fc16b50b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.452092] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-07e91ebb-4aed-4b9d-ab97-1d16dcc1c653 tempest-ServersTestMultiNic-330067101 tempest-ServersTestMultiNic-330067101-project-member] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 653.452879] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 653.453472] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.453592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.572939] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.573122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.573295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.573396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.573505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.573709] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.573850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.573948] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.575284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.575448] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.575544] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 already deleted. [ 653.575585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.575768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.575958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.576247] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.576247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.576393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.576428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.576594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.576594] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.661042] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d5b299c-5c59-446d-90fe-e49d6de018f9: rpc.has_security_group_logging(os_id): False [ 653.685218] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.685218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.685218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.685218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.685218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.685218] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.685218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.685218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.685218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.685218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.685218] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 is going to be updated. [ 653.749878] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.749878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.749878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.749878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.749878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.761867] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: IN_PROGRESS for 2s [ 654.033436] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-6a7f1d8f-25d8-4dc4-9d5a-fe0ce89eec4d tempest-ServersTestMultiNic-330067101 tempest-ServersTestMultiNic-330067101-project-member] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 654.033436] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 654.033436] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.033436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.082552] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.082741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.082791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.082989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.083101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.083295] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.083395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.083451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.083609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.083685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.083768] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 already deleted. [ 654.083848] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.084013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.084215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.084300] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.084394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.084455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.084596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.084823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.084972] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.523096] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: SUCCESS [ 654.523096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.523947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.524065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.527399] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.527399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.527399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.527399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.527399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.527399] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.587564] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.587564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.588428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.588428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.588428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.588428] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.588428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.588428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.588834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.588834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.588834] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 already deleted. [ 654.589061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.775011] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.775395] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-727" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.775395] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-727" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.775787] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-727" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.775913] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.776080] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.776196] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.776405] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.776540] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.776877] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.776877] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.777298] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.777298] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.777507] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.777507] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.777647] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.801093] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.801300] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.801460] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.801901] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-727" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.801966] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-c7de50f5-896a-40cc-b640-8941cb160f93 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.802122] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-c7de50f5-896a-40cc-b640-8941cb160f93" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.802241] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-c7de50f5-896a-40cc-b640-8941cb160f93" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.802626] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-c7de50f5-896a-40cc-b640-8941cb160f93" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.802698] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7de50f5-896a-40cc-b640-8941cb160f93',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.030728] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.310522] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.310522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.310522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.310522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.310522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.310522] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port c7de50f5-896a-40cc-b640-8941cb160f93 not found, creating... [ 655.310522] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.310522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.310522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.310522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.310522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.311699] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.311699] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.311699] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.311699] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.311843] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.311966] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: c7de50f5-896a-40cc-b640-8941cb160f93 is going to be created. [ 655.315113] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 655.315323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.315499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.316784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.316784] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.335290] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.335494] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.335494] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.335942] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.337067] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.337472] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-c7de50f5-896a-40cc-b640-8941cb160f93" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.533241] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.775720] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: SUCCESS [ 655.776083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.818980] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.819284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.819392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.819588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.819812] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.820238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.820238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.820412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.820491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.820563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.820680] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.038048] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.038048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.038048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.038048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.038048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.038048] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be updated. [ 656.077609] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.077943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.078081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.078525] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.078608] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.091049] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: IN_PROGRESS for 2s [ 656.100621] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-e46fb7cc-31df-4e4e-811c-24bc877577ca service nova] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_rules [ 656.100621] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-e46fb7cc-31df-4e4e-811c-24bc877577ca service nova] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 656.100621] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-e46fb7cc-31df-4e4e-811c-24bc877577ca service nova] Enqueued Resource ID: c7de50f5-896a-40cc-b640-8941cb160f93 with Priority: HIGHEST for action port [ 656.101877] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_rules [ 656.102474] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 656.102751] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7de50f5-896a-40cc-b640-8941cb160f93 with Priority: HIGHEST for action port [ 656.103821] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.103821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.103821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.104155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.104155] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.105446] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.106390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.106390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.106390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.106390] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.106839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.106839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.106839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.106839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.107043] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.108195] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7de50f5-896a-40cc-b640-8941cb160f93 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.108412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7de50f5-896a-40cc-b640-8941cb160f93" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.108487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7de50f5-896a-40cc-b640-8941cb160f93" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.108698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7de50f5-896a-40cc-b640-8941cb160f93" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.108834] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7de50f5-896a-40cc-b640-8941cb160f93',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.323447] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.324918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.324918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.324918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.324918] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.324918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.324918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.324918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.324918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.324918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.324918] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.324918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.324918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.325487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.325487] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.325487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.325487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.325665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.325665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.325736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.326392] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.611192] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.612247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.612247] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.615061] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7de50f5-896a-40cc-b640-8941cb160f93 with status ACTIVE [ 656.615061] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.615061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.615061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.617074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.617074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.617074] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.617074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.617074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.617074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.617074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.617719] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.617867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.618055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.618730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.618730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.618730] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7de50f5-896a-40cc-b640-8941cb160f93 is going to be updated. [ 656.646363] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.646596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.646596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.647083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.647472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.647596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7de50f5-896a-40cc-b640-8941cb160f93" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.828737] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb520a9-6f19-4d10-bf5e-2c79b8ad1315: rpc.has_security_group_logging(os_id): False [ 656.861056] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.861056] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.861056] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.861056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.862105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.862384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.863150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.863150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.863150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.863150] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 656.940942] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.940942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.940942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.942534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.942705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.959372] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 657.115431] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.530979] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.531269] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-758" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.531365] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-758" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.531897] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-758" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.532388] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.532621] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.532813] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.533094] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.533272] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.533512] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.533656] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.533737] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.533850] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.533953] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.534072] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.534227] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.559643] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.559760] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.559952] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.560441] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-758" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.560776] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-a51cbbb2-bd29-4355-be78-d3b345c53228 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.561403] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-a51cbbb2-bd29-4355-be78-d3b345c53228" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.561873] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-a51cbbb2-bd29-4355-be78-d3b345c53228" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.562283] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-a51cbbb2-bd29-4355-be78-d3b345c53228" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.562620] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a51cbbb2-bd29-4355-be78-d3b345c53228',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.619215] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.619454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.619553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.619790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.619892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.619998] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be created. [ 657.646367] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.649128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.649128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.649128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.649128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.659269] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: UNINITIALIZED for 2s [ 658.065881] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.066300] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.066300] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.066558] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.066701] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.066850] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port a51cbbb2-bd29-4355-be78-d3b345c53228 not found, creating... [ 658.067122] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.067282] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.067395] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.067611] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.067751] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.068040] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.068226] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.068393] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.068659] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.068797] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.068934] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: a51cbbb2-bd29-4355-be78-d3b345c53228 is going to be created. [ 658.107330] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.107567] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.107952] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.107952] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.108205] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.108429] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-a51cbbb2-bd29-4355-be78-d3b345c53228" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.110200] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: SUCCESS [ 658.110708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.110982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.111232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.111419] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.111537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.111622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.111850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.111892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.112015] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.614332] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.807400] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-393e7d30-6585-466a-a3e9-63f4492cf490 service nova] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_rules [ 658.807488] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-393e7d30-6585-466a-a3e9-63f4492cf490 service nova] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 658.808053] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-393e7d30-6585-466a-a3e9-63f4492cf490 service nova] Enqueued Resource ID: a51cbbb2-bd29-4355-be78-d3b345c53228 with Priority: HIGHEST for action port [ 658.808355] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_rules [ 658.808611] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 658.808611] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51cbbb2-bd29-4355-be78-d3b345c53228 with Priority: HIGHEST for action port [ 658.808965] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.808965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.809540] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.809540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.809786] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-a51cbbb2-bd29-4355-be78-d3b345c53228 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.809862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a51cbbb2-bd29-4355-be78-d3b345c53228" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.809934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a51cbbb2-bd29-4355-be78-d3b345c53228" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.810583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a51cbbb2-bd29-4355-be78-d3b345c53228" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.810583] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a51cbbb2-bd29-4355-be78-d3b345c53228',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.976779] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 658.976984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.119146] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.316133] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a51cbbb2-bd29-4355-be78-d3b345c53228 with status ACTIVE [ 659.316472] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.316673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.316771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.317113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.317226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.317480] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.317649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.317711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.317945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.318072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.318335] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.318454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.318538] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.318767] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.318901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.322908] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a51cbbb2-bd29-4355-be78-d3b345c53228 is going to be updated. [ 659.346778] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.346778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.348232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.348232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.348232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.348232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a51cbbb2-bd29-4355-be78-d3b345c53228" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.481307] env[66094]: INFO networking_nsxv3.common.synchronization [req-e65ccd22-4a16-4106-be7a-3b589cb3644b req-0bda9f3d-59ce-4403-813c-4ba66e4e6ca1 tempest-ServersAdminNegativeTestJSON-697433703 tempest-ServersAdminNegativeTestJSON-697433703-project-member] Enqueued Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 659.482646] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 659.483189] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.483353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.483463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.484266] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.484266] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.484266] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.484531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.485104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.485104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.485104] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.620664] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.620664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.620664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.620664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.620863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.620863] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be updated. [ 659.653130] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.653130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.653130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.653394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.653432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.663442] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: IN_PROGRESS for 2s [ 659.672679] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 659.673040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.673124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.673274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.673466] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.673593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.673641] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.673787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.673864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.673947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.674054] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.674929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.675106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.675258] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.675361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.675421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.675591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.675669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.675754] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.979524] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.979720] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-727" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.979912] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-727" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.980121] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-727" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.980371] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.980522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.980623] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.980828] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.980964] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.981176] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.981285] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.981539] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.981697] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.981823] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.981928] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.982074] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.988271] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.988446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.988493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.988682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.988830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.989152] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.989377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.989605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.989748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.989918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.990304] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f already deleted. [ 659.990304] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.004127] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.004305] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.004442] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.004611] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-727" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.004946] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-2d468cb0-d5fc-4a69-8100-2e048f1c3c19 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.005141] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-2d468cb0-d5fc-4a69-8100-2e048f1c3c19" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.005257] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-2d468cb0-d5fc-4a69-8100-2e048f1c3c19" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.005563] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-2d468cb0-d5fc-4a69-8100-2e048f1c3c19" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.005696] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d468cb0-d5fc-4a69-8100-2e048f1c3c19',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.177206] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.177756] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.178669] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.509574] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.509805] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.509962] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.510294] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.510414] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.510569] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 2d468cb0-d5fc-4a69-8100-2e048f1c3c19 not found, creating... [ 660.510826] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.510980] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.511103] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.511321] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.511478] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.511749] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.511897] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.512015] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.512216] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.512343] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.512475] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 2d468cb0-d5fc-4a69-8100-2e048f1c3c19 is going to be created. [ 660.532759] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.533124] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.533260] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.533536] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.533763] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.534034] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-2d468cb0-d5fc-4a69-8100-2e048f1c3c19" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.601981] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.601981] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.601981] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.602315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.602747] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.603449] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.603449] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.603449] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.603449] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.603659] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.603753] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.603966] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.604101] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.604212] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.604311] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.604436] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.632850] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.633039] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.633171] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.633344] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.633671] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-a977b8f5-9f15-45ba-804b-ecc1f2214d16 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.633838] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-a977b8f5-9f15-45ba-804b-ecc1f2214d16" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.633948] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-a977b8f5-9f15-45ba-804b-ecc1f2214d16" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.634479] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-a977b8f5-9f15-45ba-804b-ecc1f2214d16" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.634559] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a977b8f5-9f15-45ba-804b-ecc1f2214d16',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.682417] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.978824] env[66094]: INFO networking_nsxv3.common.synchronization [None req-8d24d945-bc50-4a3a-a00e-dd4f2e14f892 None None] Enqueued Resource ID: fd3267e0-dde3-4f02-be6c-897eda3e0361 with Priority: HIGHEST for action port [ 660.980258] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3267e0-dde3-4f02-be6c-897eda3e0361 with Priority: HIGHEST for action port [ 660.980258] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd3267e0-dde3-4f02-be6c-897eda3e0361 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.980258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd3267e0-dde3-4f02-be6c-897eda3e0361" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.980258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd3267e0-dde3-4f02-be6c-897eda3e0361" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.980258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd3267e0-dde3-4f02-be6c-897eda3e0361" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.980258] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd3267e0-dde3-4f02-be6c-897eda3e0361',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.138630] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.138630] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.138630] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.138630] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.138630] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.138922] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port a977b8f5-9f15-45ba-804b-ecc1f2214d16 not found, creating... [ 661.138922] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.139209] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.139399] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.139696] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.139914] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.140275] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.140506] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.140693] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.140973] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.141218] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.141454] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: a977b8f5-9f15-45ba-804b-ecc1f2214d16 is going to be created. [ 661.165186] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.165496] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.165848] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.166053] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.166330] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.166579] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-a977b8f5-9f15-45ba-804b-ecc1f2214d16" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.185305] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.185640] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.185640] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.185748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.185826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.186662] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 661.216478] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.216478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.216478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.216783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.216783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.222858] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-599dcc77-1d13-4f74-9022-9f08d338feb4 service nova] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_rules [ 661.222858] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-599dcc77-1d13-4f74-9022-9f08d338feb4 service nova] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 661.222858] env[66094]: INFO networking_nsxv3.common.synchronization [req-572265cb-b6db-407f-abc4-e1285563e915 req-599dcc77-1d13-4f74-9022-9f08d338feb4 service nova] Enqueued Resource ID: 2d468cb0-d5fc-4a69-8100-2e048f1c3c19 with Priority: HIGHEST for action port [ 661.222858] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_rules [ 661.222858] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 661.222858] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d468cb0-d5fc-4a69-8100-2e048f1c3c19 with Priority: HIGHEST for action port [ 661.222858] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.222858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.223660] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.223765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.223964] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d468cb0-d5fc-4a69-8100-2e048f1c3c19 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.224084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d468cb0-d5fc-4a69-8100-2e048f1c3c19" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.224149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d468cb0-d5fc-4a69-8100-2e048f1c3c19" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.224356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d468cb0-d5fc-4a69-8100-2e048f1c3c19" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.224437] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d468cb0-d5fc-4a69-8100-2e048f1c3c19',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.231444] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 661.482891] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd3267e0-dde3-4f02-be6c-897eda3e0361 [ 661.482891] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.482891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.482891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.482891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.482891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.482891] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd3267e0-dde3-4f02-be6c-897eda3e0361 already deleted. [ 661.482891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd3267e0-dde3-4f02-be6c-897eda3e0361" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.676787] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: SUCCESS [ 661.676787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.676787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.677137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.677218] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.677861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.677861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.677861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.677861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.677861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.677861] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.678375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.678375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.678375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.678375] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.678375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.678676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.678676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.678676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.678676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.678833] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.680426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.680426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.680426] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.680426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.681259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.681259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.681259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.681259] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.729764] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d468cb0-d5fc-4a69-8100-2e048f1c3c19 with status ACTIVE [ 661.729764] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.729764] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.729764] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.729764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.729764] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d468cb0-d5fc-4a69-8100-2e048f1c3c19 is going to be updated. [ 661.761215] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.761215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.761215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.761215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.761215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.761215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d468cb0-d5fc-4a69-8100-2e048f1c3c19" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.910817] env[66094]: INFO networking_nsxv3.common.synchronization [req-e65ccd22-4a16-4106-be7a-3b589cb3644b req-908dccda-82bd-4a85-8557-39eab02dce59 service nova] Enqueued Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_rules [ 661.911030] env[66094]: INFO networking_nsxv3.common.synchronization [req-e65ccd22-4a16-4106-be7a-3b589cb3644b req-908dccda-82bd-4a85-8557-39eab02dce59 service nova] Enqueued Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 661.911211] env[66094]: INFO networking_nsxv3.common.synchronization [req-e65ccd22-4a16-4106-be7a-3b589cb3644b req-908dccda-82bd-4a85-8557-39eab02dce59 service nova] Enqueued Resource ID: a977b8f5-9f15-45ba-804b-ecc1f2214d16 with Priority: HIGHEST for action port [ 661.912102] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_rules [ 661.912200] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 661.912296] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a977b8f5-9f15-45ba-804b-ecc1f2214d16 with Priority: HIGHEST for action port [ 661.912607] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.914709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.914709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.914709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.914709] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.915516] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.915620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.915674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.915858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.916153] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.916261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.916321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.917249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.917249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.917249] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.917485] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-a977b8f5-9f15-45ba-804b-ecc1f2214d16 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.917578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a977b8f5-9f15-45ba-804b-ecc1f2214d16" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.917636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a977b8f5-9f15-45ba-804b-ecc1f2214d16" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.917777] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a977b8f5-9f15-45ba-804b-ecc1f2214d16" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.917844] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a977b8f5-9f15-45ba-804b-ecc1f2214d16',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.183836] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545: rpc.has_security_group_logging(os_id): False [ 662.184945] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.204061] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.204419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.204419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.206260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.206846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.207150] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.207306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.207404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.208084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.208222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.208458] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.208903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.209017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.209564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.209858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.210107] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.210252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.210338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.210526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.210677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.210790] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be created. [ 662.292228] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.292417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.292497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.292738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.292927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.313742] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: IN_PROGRESS for 2s [ 662.420223] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.420965] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.421127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.421311] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a977b8f5-9f15-45ba-804b-ecc1f2214d16 with status ACTIVE [ 662.421507] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.421627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.421688] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.421944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.422082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.422294] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.422411] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.422471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.422670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.422772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.423016] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.428352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.428469] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.428726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.428823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.428964] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a977b8f5-9f15-45ba-804b-ecc1f2214d16 is going to be updated. [ 662.455297] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.455297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.455297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.455297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.455491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.455535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a977b8f5-9f15-45ba-804b-ecc1f2214d16" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.688362] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.014841] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.134744] env[66094]: INFO networking_nsxv3.common.synchronization [None req-59767893-fa5c-4915-b6d6-125677c798be None None] Enqueued Resource ID: c0c163cb-715a-4d4d-a09e-0fff4449d101 with Priority: HIGHEST for action port [ 663.135484] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c163cb-715a-4d4d-a09e-0fff4449d101 with Priority: HIGHEST for action port [ 663.136033] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0c163cb-715a-4d4d-a09e-0fff4449d101 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.136033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0c163cb-715a-4d4d-a09e-0fff4449d101" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.136033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0c163cb-715a-4d4d-a09e-0fff4449d101" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.137082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0c163cb-715a-4d4d-a09e-0fff4449d101" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.137082] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0c163cb-715a-4d4d-a09e-0fff4449d101',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.192704] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.192869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.192939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.193218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.194473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.194599] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be updated. [ 663.231061] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.231407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.231407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.231407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.231562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.247339] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: IN_PROGRESS for 2s [ 663.248141] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 663.248307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.248488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.248837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.249043] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.249226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.249493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.249493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.249581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.249619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.250556] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.250556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.250556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.250556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.250893] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.250950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.250990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.251188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.251268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.251357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.252537] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.252537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.252537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.252734] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.252802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.252842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.253888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.253888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.253888] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.433767] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.433937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.433937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.434184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.434270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.434413] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f is going to be created. [ 663.462890] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.463130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.463205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.463441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.463656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.474120] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: UNINITIALIZED for 2s [ 663.513677] env[66094]: INFO networking_nsxv3.common.synchronization [req-14345515-79e5-4d79-bd25-f5fd6f6ceed3 req-acd89447-5bef-4a9f-b9bc-48cd1685d92e tempest-MigrationsAdminTest-824431431 tempest-MigrationsAdminTest-824431431-project-member] Enqueued Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 663.515059] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 663.515151] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.515259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.515324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.515577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.515758] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.515865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.515911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.516072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.516153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.516264] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.639629] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0c163cb-715a-4d4d-a09e-0fff4449d101 [ 663.640166] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.640720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.640898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.641224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.641429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.641895] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0c163cb-715a-4d4d-a09e-0fff4449d101 already deleted. [ 663.642179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0c163cb-715a-4d4d-a09e-0fff4449d101" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.755319] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2326f2d3-77a3-4b21-9d67-733e7de44126: rpc.has_security_group_logging(os_id): False [ 663.756334] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.774594] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.774753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.774806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.775015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.775117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.775381] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.775483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.775546] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.775700] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.775779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.775952] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.776126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.776219] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.776406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.776738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.776928] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.777041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.777126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.777276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.777352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.777496] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be created. [ 663.854883] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.854883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.854883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.855097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.855224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.869395] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 663.896362] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.897095] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.897095] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.897095] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.897234] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.897325] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.898025] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.898025] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.898025] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.898025] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.898887] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.898887] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.899014] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.899139] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.899243] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.899365] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.921840] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.922018] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.926710] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.926710] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.926710] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-29657dd1-9343-4e54-bd8e-40cf1eede768 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.926710] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-29657dd1-9343-4e54-bd8e-40cf1eede768" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.926710] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-29657dd1-9343-4e54-bd8e-40cf1eede768" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.926710] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-29657dd1-9343-4e54-bd8e-40cf1eede768" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.926710] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29657dd1-9343-4e54-bd8e-40cf1eede768',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.019174] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.019335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.019445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.019594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.019684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.019883] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.019984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.020043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.020272] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.020353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.020464] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a7f7e3-a82a-421e-8dad-84555779b64e already deleted. [ 664.020542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.259323] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.327711] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: SUCCESS [ 664.327711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.327711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.327884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.328022] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.429510] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.429667] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.430107] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.430107] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.430394] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.430394] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 29657dd1-9343-4e54-bd8e-40cf1eede768 not found, creating... [ 664.430810] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.430810] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.431016] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.431178] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.431320] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.431696] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.431878] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.432019] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.432253] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.432385] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.432529] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 29657dd1-9343-4e54-bd8e-40cf1eede768 is going to be created. [ 664.455703] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.455927] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.456037] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.456428] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.456606] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.456810] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-29657dd1-9343-4e54-bd8e-40cf1eede768" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.763033] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.763179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.763234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.764202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.764202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.764202] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 664.799400] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.799626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.799748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.800159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.800346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.809162] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 664.830878] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.831053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.202287] env[66094]: INFO networking_nsxv3.common.synchronization [req-14345515-79e5-4d79-bd25-f5fd6f6ceed3 req-aed5b42c-e8bd-4642-956d-acfdd78cb5e1 service nova] Enqueued Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_rules [ 665.202457] env[66094]: INFO networking_nsxv3.common.synchronization [req-14345515-79e5-4d79-bd25-f5fd6f6ceed3 req-aed5b42c-e8bd-4642-956d-acfdd78cb5e1 service nova] Enqueued Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 665.202587] env[66094]: INFO networking_nsxv3.common.synchronization [req-14345515-79e5-4d79-bd25-f5fd6f6ceed3 req-aed5b42c-e8bd-4642-956d-acfdd78cb5e1 service nova] Enqueued Resource ID: 29657dd1-9343-4e54-bd8e-40cf1eede768 with Priority: HIGHEST for action port [ 665.203107] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_rules [ 665.203243] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 665.203530] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29657dd1-9343-4e54-bd8e-40cf1eede768 with Priority: HIGHEST for action port [ 665.203867] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.203987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.204075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.204363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.204449] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.205274] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.205384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.205457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.205622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.205766] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.205881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.205950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.206373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.206440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.206552] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.209161] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-29657dd1-9343-4e54-bd8e-40cf1eede768 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.209295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29657dd1-9343-4e54-bd8e-40cf1eede768" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.209402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29657dd1-9343-4e54-bd8e-40cf1eede768" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.211419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29657dd1-9343-4e54-bd8e-40cf1eede768" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.211571] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29657dd1-9343-4e54-bd8e-40cf1eede768',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.257068] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: SUCCESS [ 665.259534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.259534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.259534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.259534] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.259534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.259534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.259534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.259534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.259534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.259534] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.486352] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: SUCCESS [ 665.486628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.486856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.487101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.487296] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.487415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.487481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.487630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.487800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.487898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.488025] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.714406] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29657dd1-9343-4e54-bd8e-40cf1eede768 with status ACTIVE [ 665.715288] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.715288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.715464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.715879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.715879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.715879] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.716094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.716141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.716316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.716420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.716623] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.716751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.716832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.717020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.717148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.717270] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29657dd1-9343-4e54-bd8e-40cf1eede768 is going to be updated. [ 665.718382] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.719396] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.719510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.744212] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.744363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.744433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.744652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.744794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.744959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29657dd1-9343-4e54-bd8e-40cf1eede768" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.762185] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.762374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.762427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.762627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.762977] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.762977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.762977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.763181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.763261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.763373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.763544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.763659] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.763721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.763878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.764070] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.764177] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.764236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.764382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.764459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.764547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.764636] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.887838] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 665.888126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.888334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.888580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.888666] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.991318] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.991877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.991984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.992218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.992433] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.992530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.992590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.992754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.992841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.992927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.993094] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.993188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.993256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.993398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.993538] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.993628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.993686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.993820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.993896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.993979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.994322] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.220523] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.269153] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545: rpc.has_security_group_logging(os_id): False [ 666.290868] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.291058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.291201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.291326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.291417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.291822] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.291822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.291988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.292117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.292156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.292321] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.292416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.292531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.292650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.292795] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.292993] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.293121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.293202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.293397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.293526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.293670] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be updated. [ 666.368301] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.368301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.368301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.368301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.368301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.384030] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: IN_PROGRESS for 2s [ 666.391973] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.392280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.495997] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ffc3691-1fc9-401e-8eed-6760b56f711f: rpc.has_security_group_logging(os_id): False [ 666.517320] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.517490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.517667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.517736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.519089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.519089] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.519089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.519089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.519089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.519089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.519089] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.519089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.519089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.519089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.519089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.519089] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.519753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.519753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.519753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.519753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.519753] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f is going to be created. [ 666.600317] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.600517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.600599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.601180] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.601381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.613928] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: IN_PROGRESS for 2s [ 666.725098] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.725098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.725098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.725098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.725098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.725098] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a7f7e3-a82a-421e-8dad-84555779b64e is going to be created. [ 666.760516] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.760709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.760976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.760976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.761123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.771627] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: UNINITIALIZED for 2s [ 666.821040] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 666.821040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.821040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.821179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.821278] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.821388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.821482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.823283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.823283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.823283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.823283] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.325257] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.326586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.326665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.326885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.327190] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.327292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.327346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.327839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.327839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.327839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.327839] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.328028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.328028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.328172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.328298] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.328360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.328394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.328515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.328593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.328708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.328754] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.833666] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2326f2d3-77a3-4b21-9d67-733e7de44126: rpc.has_security_group_logging(os_id): False [ 667.868924] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.869151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.869232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.869552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.869644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.869894] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.869990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.870062] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.870274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.870326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.870642] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.870715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.870771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.870995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.871093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.871467] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.871603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.871672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.872190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.872190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.872190] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 667.970513] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.970513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.970513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.970513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.970513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.983811] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 668.204257] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e80ee6a6-af2d-49c4-a52e-b9ce05c94072 None None] Enqueued Resource ID: 99ab4afe-328b-4ca2-a006-9cf16bb28854 with Priority: HIGHEST for action port [ 668.205237] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ab4afe-328b-4ca2-a006-9cf16bb28854 with Priority: HIGHEST for action port [ 668.205237] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-99ab4afe-328b-4ca2-a006-9cf16bb28854 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.205539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99ab4afe-328b-4ca2-a006-9cf16bb28854" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.205539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99ab4afe-328b-4ca2-a006-9cf16bb28854" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.205739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99ab4afe-328b-4ca2-a006-9cf16bb28854" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.205852] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99ab4afe-328b-4ca2-a006-9cf16bb28854',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.401342] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: SUCCESS [ 668.402624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.402624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.402624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.402624] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.631985] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: SUCCESS [ 668.632228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.709029] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99ab4afe-328b-4ca2-a006-9cf16bb28854 [ 668.709029] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.709029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.709029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.709029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.709400] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.709400] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99ab4afe-328b-4ca2-a006-9cf16bb28854 already deleted. [ 668.709400] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99ab4afe-328b-4ca2-a006-9cf16bb28854" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.781604] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: SUCCESS [ 668.781824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.781995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.782227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.782644] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.782644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.782790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.786017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.786017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.786017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.786017] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.904328] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.904491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.904562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.904773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.904956] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.905064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.905127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.905271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.905357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.905466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.905555] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.287385] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.287385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.287385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.287385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.290116] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.290116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.290116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.290304] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.290304] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.290390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.291632] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.292035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.292114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.292319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.292605] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.292681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.292681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.292834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.292919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.293084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.293158] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.408891] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.409322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.409322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.409499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.409692] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.409798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.409862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.410999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.410999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.410999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.410999] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.410999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.410999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.410999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.410999] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.410999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.410999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.412049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.412049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.412049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.412049] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.727996] env[66094]: INFO networking_nsxv3.common.synchronization [None req-d37fb70d-204c-4e73-b7f5-c20ed64762c1 None None] Enqueued Resource ID: 1c9cb9b9-f1ca-496f-af3c-57b48a8b4101 with Priority: HIGHEST for action port [ 669.727996] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c9cb9b9-f1ca-496f-af3c-57b48a8b4101 with Priority: HIGHEST for action port [ 669.727996] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c9cb9b9-f1ca-496f-af3c-57b48a8b4101 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.727996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c9cb9b9-f1ca-496f-af3c-57b48a8b4101" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.727996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c9cb9b9-f1ca-496f-af3c-57b48a8b4101" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.727996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c9cb9b9-f1ca-496f-af3c-57b48a8b4101" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.727996] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9cb9b9-f1ca-496f-af3c-57b48a8b4101',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.795705] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87a7f7e3-a82a-421e-8dad-84555779b64e: rpc.has_security_group_logging(os_id): False [ 669.815616] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.815814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.815814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.816051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.816142] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.816467] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.816467] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.816616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.816674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.816740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.816907] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.817058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.817190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.817347] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.817422] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.817685] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.817764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.817822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.817964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.819295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.819482] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a7f7e3-a82a-421e-8dad-84555779b64e is going to be created. [ 669.889094] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.889314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.889385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.889622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.889803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.900516] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: IN_PROGRESS for 2s [ 669.915237] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545: rpc.has_security_group_logging(os_id): False [ 669.962122] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.962384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.962384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.965866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.965866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.965866] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.965866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.965866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.965866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.965866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.965866] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.965866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.965866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.965866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.965866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.965866] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.965866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.966705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.966920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.970166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.970291] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be updated. [ 670.011029] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 670.011029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.011029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.011029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.011029] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.083136] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.083136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.083136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.083136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.083136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.102637] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: IN_PROGRESS for 2s [ 670.231938] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c9cb9b9-f1ca-496f-af3c-57b48a8b4101 [ 670.231938] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.232239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.232239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.232312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.232507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.232561] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c9cb9b9-f1ca-496f-af3c-57b48a8b4101 already deleted. [ 670.232663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c9cb9b9-f1ca-496f-af3c-57b48a8b4101" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.515164] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.515164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.515164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.515164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.515164] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.515164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.515164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.515164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.515164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.515164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.515164] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.017814] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.018030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.018078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.018291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.018457] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.018567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.018628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.018777] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.021248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.021453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.021639] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.021748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.021836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.021963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.022215] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.022215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.022335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.023130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.023130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.023130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.023130] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.254330] env[66094]: INFO networking_nsxv3.common.synchronization [req-c30f3233-3182-45ca-bf09-b00839604c76 req-b4d66d87-96a7-42b1-8fcc-f1edfe8c88ff tempest-FloatingIPsAssociationNegativeTestJSON-1371186041 tempest-FloatingIPsAssociationNegativeTestJSON-1371186041-project-member] Enqueued Resource ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc with Priority: HIGHEST for action security_group_members [ 671.254927] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc with Priority: HIGHEST for action security_group_members [ 671.255273] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.255625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.255700] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.255954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.256127] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.256257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.256628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.256628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.256628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.256790] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9796fa1e-2425-4aea-b8fc-4cf3d6419dfc',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.531688] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2326f2d3-77a3-4b21-9d67-733e7de44126: rpc.has_security_group_logging(os_id): False [ 671.550738] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.551091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.551091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.551200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.551327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.551479] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.551579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.551640] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.551790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.551867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.552055] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.552154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.552216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.552913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.552913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.552913] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.552913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.552913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.552913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.552913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.553441] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 671.637987] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.639368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.639368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.639368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.639368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.661741] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 671.722652] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e815887d-c83b-45d7-bf8c-f1389bfded09 None None] Enqueued Resource ID: fb205302-bd2a-465c-81f4-38d4c7c0bad5 with Priority: HIGHEST for action port [ 671.723214] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb205302-bd2a-465c-81f4-38d4c7c0bad5 with Priority: HIGHEST for action port [ 671.723524] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb205302-bd2a-465c-81f4-38d4c7c0bad5 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.723648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb205302-bd2a-465c-81f4-38d4c7c0bad5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.723717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb205302-bd2a-465c-81f4-38d4c7c0bad5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.723982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb205302-bd2a-465c-81f4-38d4c7c0bad5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.724398] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb205302-bd2a-465c-81f4-38d4c7c0bad5',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.759356] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.759540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.759620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.759994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.759994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.760192] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.760386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.760386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.760521] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.760630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.760672] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc already deleted. [ 671.760746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.913126] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: SUCCESS [ 671.913126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.120499] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: SUCCESS [ 672.120915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.128663] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.128663] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-296" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.128663] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-296" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.128867] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-296" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.129096] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.129970] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.130232] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.132766] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.132940] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.133168] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.133283] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.133384] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.133484] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.133589] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.133686] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.133813] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.154597] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.155383] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.155540] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.155722] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-296" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.156047] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-78504bf0-1917-42fa-8c40-add53f737e9e taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.156220] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-78504bf0-1917-42fa-8c40-add53f737e9e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.156337] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-78504bf0-1917-42fa-8c40-add53f737e9e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.156637] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-78504bf0-1917-42fa-8c40-add53f737e9e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.156774] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78504bf0-1917-42fa-8c40-add53f737e9e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.226987] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb205302-bd2a-465c-81f4-38d4c7c0bad5 [ 672.227316] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.227461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.227529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.227745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.227835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.227944] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb205302-bd2a-465c-81f4-38d4c7c0bad5 already deleted. [ 672.228035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb205302-bd2a-465c-81f4-38d4c7c0bad5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.661581] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.661581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.661581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.661581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.661581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.661581] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 78504bf0-1917-42fa-8c40-add53f737e9e not found, creating... [ 672.661581] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.662363] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.662363] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.662363] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.662363] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.662521] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.662682] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.662927] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.663061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.663217] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.664447] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 78504bf0-1917-42fa-8c40-add53f737e9e is going to be created. [ 672.685689] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.686235] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.686235] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.686369] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.686496] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.687035] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-78504bf0-1917-42fa-8c40-add53f737e9e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.305655] env[66094]: INFO networking_nsxv3.common.synchronization [None req-5d44ffdc-a1c5-4259-8f87-7fa51dacd332 None None] Enqueued Resource ID: 0b1d6c7f-fbcf-4b65-baef-80f47424522d with Priority: HIGHEST for action port [ 673.306302] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1d6c7f-fbcf-4b65-baef-80f47424522d with Priority: HIGHEST for action port [ 673.306839] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b1d6c7f-fbcf-4b65-baef-80f47424522d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.306992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b1d6c7f-fbcf-4b65-baef-80f47424522d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.307082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b1d6c7f-fbcf-4b65-baef-80f47424522d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.307556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b1d6c7f-fbcf-4b65-baef-80f47424522d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.307556] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1d6c7f-fbcf-4b65-baef-80f47424522d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.494722] env[66094]: INFO networking_nsxv3.common.synchronization [req-c30f3233-3182-45ca-bf09-b00839604c76 req-44a790eb-a306-468d-9628-91fae24d198d service nova] Enqueued Resource ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc with Priority: HIGHEST for action security_group_rules [ 673.494891] env[66094]: INFO networking_nsxv3.common.synchronization [req-c30f3233-3182-45ca-bf09-b00839604c76 req-44a790eb-a306-468d-9628-91fae24d198d service nova] Enqueued Resource ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc with Priority: HIGHEST for action security_group_members [ 673.495032] env[66094]: INFO networking_nsxv3.common.synchronization [req-c30f3233-3182-45ca-bf09-b00839604c76 req-44a790eb-a306-468d-9628-91fae24d198d service nova] Enqueued Resource ID: 78504bf0-1917-42fa-8c40-add53f737e9e with Priority: HIGHEST for action port [ 673.495583] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc with Priority: HIGHEST for action security_group_rules [ 673.495583] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc with Priority: HIGHEST for action security_group_members [ 673.495583] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78504bf0-1917-42fa-8c40-add53f737e9e with Priority: HIGHEST for action port [ 673.496025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.496160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.496251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.496512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.496630] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9796fa1e-2425-4aea-b8fc-4cf3d6419dfc',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.498975] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.499213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.499305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.499547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.499641] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.499738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.499800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.499964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.500049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.500162] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9796fa1e-2425-4aea-b8fc-4cf3d6419dfc',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.500896] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-78504bf0-1917-42fa-8c40-add53f737e9e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.500998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78504bf0-1917-42fa-8c40-add53f737e9e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.501074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78504bf0-1917-42fa-8c40-add53f737e9e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.501218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78504bf0-1917-42fa-8c40-add53f737e9e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.501298] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78504bf0-1917-42fa-8c40-add53f737e9e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.683980] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 673.683980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.810093] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b1d6c7f-fbcf-4b65-baef-80f47424522d [ 673.810523] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.810736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.810849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.811135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.811243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.811347] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b1d6c7f-fbcf-4b65-baef-80f47424522d already deleted. [ 673.811437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b1d6c7f-fbcf-4b65-baef-80f47424522d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.004886] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9796fa1e-2425-4aea-b8fc-4cf3d6419dfc',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.005879] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.006051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.006175] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78504bf0-1917-42fa-8c40-add53f737e9e with status ACTIVE [ 674.007372] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.007372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.007372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.007372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.007372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.007372] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.007372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.007372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.007372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.007372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.007993] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.007993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.007993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.007993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.007993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.007993] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78504bf0-1917-42fa-8c40-add53f737e9e is going to be updated. [ 674.030321] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.030519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.030519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.030731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.030858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.031027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78504bf0-1917-42fa-8c40-add53f737e9e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.510110] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9796fa1e-2425-4aea-b8fc-4cf3d6419dfc',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.014989] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.015308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.015308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.016045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.016161] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.016265] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc is going to be created. [ 675.041738] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.041982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.041982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.042257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.042344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.057652] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc in Status: UNINITIALIZED for 2s [ 675.169757] env[66094]: INFO networking_nsxv3.common.synchronization [None req-ce1a9e8f-b20b-48c8-98cd-e46427b1a852 None None] Enqueued Resource ID: 2ce04b8a-9fdf-4489-ae4f-a00fac2d4db9 with Priority: HIGHEST for action port [ 675.170282] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce04b8a-9fdf-4489-ae4f-a00fac2d4db9 with Priority: HIGHEST for action port [ 675.170615] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ce04b8a-9fdf-4489-ae4f-a00fac2d4db9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.170741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ce04b8a-9fdf-4489-ae4f-a00fac2d4db9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.170806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ce04b8a-9fdf-4489-ae4f-a00fac2d4db9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.171562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ce04b8a-9fdf-4489-ae4f-a00fac2d4db9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.171718] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ce04b8a-9fdf-4489-ae4f-a00fac2d4db9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.531425] env[66094]: INFO networking_nsxv3.common.synchronization [None req-90134794-f675-407b-9e32-897bf6240771 None None] Enqueued Resource ID: 6c0eaccf-fe94-47d5-a33e-d784c9c50ae8 with Priority: HIGHEST for action port [ 675.531719] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0eaccf-fe94-47d5-a33e-d784c9c50ae8 with Priority: HIGHEST for action port [ 675.532299] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c0eaccf-fe94-47d5-a33e-d784c9c50ae8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.532423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c0eaccf-fe94-47d5-a33e-d784c9c50ae8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.532491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c0eaccf-fe94-47d5-a33e-d784c9c50ae8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.532744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c0eaccf-fe94-47d5-a33e-d784c9c50ae8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.532826] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c0eaccf-fe94-47d5-a33e-d784c9c50ae8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.676720] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ce04b8a-9fdf-4489-ae4f-a00fac2d4db9 [ 675.676946] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.677115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.677234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.677926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.677926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.677926] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ce04b8a-9fdf-4489-ae4f-a00fac2d4db9 already deleted. [ 675.677926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ce04b8a-9fdf-4489-ae4f-a00fac2d4db9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.036368] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c0eaccf-fe94-47d5-a33e-d784c9c50ae8 [ 676.036811] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.036903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.036903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.037699] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.037802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.038816] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c0eaccf-fe94-47d5-a33e-d784c9c50ae8 already deleted. [ 676.038816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c0eaccf-fe94-47d5-a33e-d784c9c50ae8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.840530] env[66094]: INFO networking_nsxv3.common.synchronization [req-47a60e9b-ca02-42b9-b85e-b3b3c9d32f0e req-a7af25d1-253f-41b5-ac4c-037f7b192d3c tempest-ImagesOneServerTestJSON-403912634 tempest-ImagesOneServerTestJSON-403912634-project-member] Enqueued Resource ID: dfa71b50-1703-4586-97ff-81199d676051 with Priority: HIGHEST for action security_group_members [ 676.841189] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa71b50-1703-4586-97ff-81199d676051 with Priority: HIGHEST for action security_group_members [ 676.842045] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa71b50-1703-4586-97ff-81199d676051 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.842198] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.842198] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.842391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.842557] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.842667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.842720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.842876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.842963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.843093] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa71b50-1703-4586-97ff-81199d676051',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.074064] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc in Status: SUCCESS [ 677.074064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.074064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.074064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.074064] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.074064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.074064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.074064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.074064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.074064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.074064] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9796fa1e-2425-4aea-b8fc-4cf3d6419dfc',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.345775] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.345925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.345925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.346231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.346231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.346231] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.346231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.346231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.346231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.346231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.346231] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa71b50-1703-4586-97ff-81199d676051 already deleted. [ 677.347891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.359714] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.359920] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-972" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.360053] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-972" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.360417] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-972" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.360673] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.360825] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.361098] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.361240] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.361377] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.361598] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.361699] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.361805] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.362483] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.362483] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.362483] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.362483] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.386021] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.386021] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.386021] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.386021] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-972" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.386021] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-f0dbb580-48d2-4c45-a04b-712a6972cb46 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.386021] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-f0dbb580-48d2-4c45-a04b-712a6972cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.386021] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-f0dbb580-48d2-4c45-a04b-712a6972cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.386021] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-f0dbb580-48d2-4c45-a04b-712a6972cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.386021] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0dbb580-48d2-4c45-a04b-712a6972cb46',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.576983] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.577307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.578353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.578353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.578353] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.579118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.579118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.579118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.579457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.579613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.579990] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.580201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.580500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.580775] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.582044] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.582044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.582044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.582044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.582550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.582550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.582802] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9796fa1e-2425-4aea-b8fc-4cf3d6419dfc',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.890243] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.890243] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.890243] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.890243] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.890522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.890803] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port f0dbb580-48d2-4c45-a04b-712a6972cb46 not found, creating... [ 677.890996] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.891247] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.891379] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.891690] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.891862] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.892184] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.892413] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.892553] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.892791] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.892969] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.893129] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: f0dbb580-48d2-4c45-a04b-712a6972cb46 is going to be created. [ 677.905642] env[66094]: INFO networking_nsxv3.common.synchronization [None req-088ba84b-7162-46df-8627-6c6af5ace3d2 tempest-ServerActionsTestOtherB-1868790427 tempest-ServerActionsTestOtherB-1868790427-project-member] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 677.906664] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 677.906761] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.906909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.907178] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.907423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.907571] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.919675] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.919675] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.919675] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.919675] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.919675] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.920092] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-f0dbb580-48d2-4c45-a04b-712a6972cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.232352] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc: rpc.has_security_group_logging(os_id): False [ 678.260739] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.260986] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.260986] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.261805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.261805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.261805] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.262309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.262309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.263787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.263787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.263787] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.263787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.263787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.263787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.263787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.263787] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.263787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.263787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.264493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.264493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.264493] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc is going to be created. [ 678.330731] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.330937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.330990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.331240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.331473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.351994] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc in Status: IN_PROGRESS for 2s [ 678.441386] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.442420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.442420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.442626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.442853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.443089] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 already deleted. [ 678.443292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.665484] env[66094]: INFO networking_nsxv3.common.synchronization [req-47a60e9b-ca02-42b9-b85e-b3b3c9d32f0e req-fd820038-c44a-42e5-86de-23f1878ce779 service nova] Enqueued Resource ID: dfa71b50-1703-4586-97ff-81199d676051 with Priority: HIGHEST for action security_group_rules [ 678.665705] env[66094]: INFO networking_nsxv3.common.synchronization [req-47a60e9b-ca02-42b9-b85e-b3b3c9d32f0e req-fd820038-c44a-42e5-86de-23f1878ce779 service nova] Enqueued Resource ID: dfa71b50-1703-4586-97ff-81199d676051 with Priority: HIGHEST for action security_group_members [ 678.665852] env[66094]: INFO networking_nsxv3.common.synchronization [req-47a60e9b-ca02-42b9-b85e-b3b3c9d32f0e req-fd820038-c44a-42e5-86de-23f1878ce779 service nova] Enqueued Resource ID: f0dbb580-48d2-4c45-a04b-712a6972cb46 with Priority: HIGHEST for action port [ 678.666391] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa71b50-1703-4586-97ff-81199d676051 with Priority: HIGHEST for action security_group_rules [ 678.666534] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa71b50-1703-4586-97ff-81199d676051 with Priority: HIGHEST for action security_group_members [ 678.666632] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0dbb580-48d2-4c45-a04b-712a6972cb46 with Priority: HIGHEST for action port [ 678.667239] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfa71b50-1703-4586-97ff-81199d676051 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.667442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.667488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.667739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.667836] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfa71b50-1703-4586-97ff-81199d676051',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.672164] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa71b50-1703-4586-97ff-81199d676051 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.672164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.672164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.672386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.672641] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.672641] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.672815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.672875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.672934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.673023] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa71b50-1703-4586-97ff-81199d676051',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.673877] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0dbb580-48d2-4c45-a04b-712a6972cb46 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.673984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0dbb580-48d2-4c45-a04b-712a6972cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.676074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0dbb580-48d2-4c45-a04b-712a6972cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.676305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0dbb580-48d2-4c45-a04b-712a6972cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.676400] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0dbb580-48d2-4c45-a04b-712a6972cb46',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.762777] env[66094]: INFO networking_nsxv3.common.synchronization [None req-82aa93c6-7b7f-460e-9b4c-29ac6227d702 tempest-ServerActionsTestOtherB-1868790427 tempest-ServerActionsTestOtherB-1868790427-project-member] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 678.762777] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 678.763235] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.763352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.763416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.763610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.763681] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.160179] env[66094]: INFO networking_nsxv3.common.synchronization [None req-718738ef-6124-497c-a164-2baea620d436 None None] Enqueued Resource ID: 411889af-1674-4084-ac84-4e4713b27e75 with Priority: HIGHEST for action port [ 679.160179] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411889af-1674-4084-ac84-4e4713b27e75 with Priority: HIGHEST for action port [ 679.160586] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-411889af-1674-4084-ac84-4e4713b27e75 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.160710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-411889af-1674-4084-ac84-4e4713b27e75" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.160854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-411889af-1674-4084-ac84-4e4713b27e75" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.162853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-411889af-1674-4084-ac84-4e4713b27e75" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.163021] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411889af-1674-4084-ac84-4e4713b27e75',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.180357] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfa71b50-1703-4586-97ff-81199d676051',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.181290] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa71b50-1703-4586-97ff-81199d676051 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.181495] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.181570] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0dbb580-48d2-4c45-a04b-712a6972cb46 with status ACTIVE [ 679.181742] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.181857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.181921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.182188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.182278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.182459] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.182553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.182611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.182765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.182843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.184156] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.184350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.185026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.185026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.185026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.185026] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0dbb580-48d2-4c45-a04b-712a6972cb46 is going to be updated. [ 679.202769] env[66094]: INFO networking_nsxv3.common.synchronization [None req-eba582ce-7c6e-47bb-a386-68f39377616e tempest-ServersTestManualDisk-1585574802 tempest-ServersTestManualDisk-1585574802-project-member] Enqueued Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_rules [ 679.203683] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_rules [ 679.204103] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7926ca8e-01df-4ee0-a230-d84f95a22940 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.204256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.204298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.204576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.204656] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7926ca8e-01df-4ee0-a230-d84f95a22940',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.213147] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.213312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.213386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.213631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.213815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.213977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0dbb580-48d2-4c45-a04b-712a6972cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.298390] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.298390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.298830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.298830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.298830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.298998] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 already deleted. [ 679.298998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.667529] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 411889af-1674-4084-ac84-4e4713b27e75 [ 679.667529] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.667800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.667902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.668155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.668252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.668353] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:411889af-1674-4084-ac84-4e4713b27e75 already deleted. [ 679.668434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-411889af-1674-4084-ac84-4e4713b27e75" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.690466] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfa71b50-1703-4586-97ff-81199d676051',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.713800] env[66094]: INFO networking_nsxv3.common.synchronization [None req-40b3abae-0553-47b4-96c8-69726ceee0f3 tempest-ServersTestManualDisk-1585574802 tempest-ServersTestManualDisk-1585574802-project-member] Enqueued Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_rules [ 679.715815] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_rules [ 679.718808] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7926ca8e-01df-4ee0-a230-d84f95a22940 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.718914] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.743411] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.743633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.743725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.743964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.744128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.744282] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 already deleted. [ 679.744393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.744555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.744719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.744802] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7926ca8e-01df-4ee0-a230-d84f95a22940',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.979629] env[66094]: INFO networking_nsxv3.common.synchronization [None req-72b09127-8c1e-435e-b9f4-2db9584e369a None None] Enqueued Resource ID: ba7d3b32-28ce-49c9-9278-9f194b3ecd12 with Priority: HIGHEST for action port [ 679.980775] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7d3b32-28ce-49c9-9278-9f194b3ecd12 with Priority: HIGHEST for action port [ 679.981479] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba7d3b32-28ce-49c9-9278-9f194b3ecd12 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.981646] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba7d3b32-28ce-49c9-9278-9f194b3ecd12" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.981728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba7d3b32-28ce-49c9-9278-9f194b3ecd12" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.981984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba7d3b32-28ce-49c9-9278-9f194b3ecd12" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.983082] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba7d3b32-28ce-49c9-9278-9f194b3ecd12',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.195705] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.195919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.196020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.196171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.196327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.196399] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa71b50-1703-4586-97ff-81199d676051 is going to be created. [ 680.220583] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.220756] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.220828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.221049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.221212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.232424] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa71b50-1703-4586-97ff-81199d676051 in Status: UNINITIALIZED for 2s [ 680.268771] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.268915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.269011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.269380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.269506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.269628] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 already deleted. [ 680.269739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.367423] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc in Status: SUCCESS [ 680.368470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.484017] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba7d3b32-28ce-49c9-9278-9f194b3ecd12 [ 680.485081] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.485081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.485081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.485081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.485081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.485081] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba7d3b32-28ce-49c9-9278-9f194b3ecd12 already deleted. [ 680.485081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba7d3b32-28ce-49c9-9278-9f194b3ecd12" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.145421] env[66094]: INFO networking_nsxv3.common.synchronization [None req-11043bd9-0465-4fad-b4ae-d298489852b7 None None] Enqueued Resource ID: 2895ee30-8bf1-4982-befc-ada92b179d5a with Priority: HIGHEST for action port [ 681.145421] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2895ee30-8bf1-4982-befc-ada92b179d5a with Priority: HIGHEST for action port [ 681.145421] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2895ee30-8bf1-4982-befc-ada92b179d5a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.145421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2895ee30-8bf1-4982-befc-ada92b179d5a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.145421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2895ee30-8bf1-4982-befc-ada92b179d5a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.145421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2895ee30-8bf1-4982-befc-ada92b179d5a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.145421] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2895ee30-8bf1-4982-befc-ada92b179d5a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.630687] env[66094]: INFO networking_nsxv3.common.synchronization [req-92fd515f-ac4e-475a-8f13-b92bb7f12478 req-0c6a0776-8ee4-42c4-8360-f7afaf88acb6 tempest-ServersAdminTestJSON-2003786084 tempest-ServersAdminTestJSON-2003786084-project-member] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 681.631196] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 681.631534] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.631682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.631742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.631920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.633417] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.633417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.633417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.633417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.633417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.634538] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.650523] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2895ee30-8bf1-4982-befc-ada92b179d5a [ 681.650523] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.650523] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.650523] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.651021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.651064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.651307] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2895ee30-8bf1-4982-befc-ada92b179d5a already deleted. [ 681.651307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2895ee30-8bf1-4982-befc-ada92b179d5a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.084750] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.084944] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.085097] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.085312] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.085604] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.085795] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.085947] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.086075] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.086216] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.086417] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.086527] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.086630] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.086733] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.086921] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.087036] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.087182] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.109046] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.109321] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.109404] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.109618] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.109918] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-b7f002b8-3a97-4095-87d6-2037fb8ad4ef taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.110064] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-b7f002b8-3a97-4095-87d6-2037fb8ad4ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.110181] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-b7f002b8-3a97-4095-87d6-2037fb8ad4ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.110515] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-b7f002b8-3a97-4095-87d6-2037fb8ad4ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.110644] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f002b8-3a97-4095-87d6-2037fb8ad4ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.137181] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.260232] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa71b50-1703-4586-97ff-81199d676051 in Status: SUCCESS [ 682.260672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.260964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.261426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.261821] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.262929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.262929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.262929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.262929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.262929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.262929] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfa71b50-1703-4586-97ff-81199d676051',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.432740] env[66094]: INFO networking_nsxv3.common.synchronization [req-a51ec20b-789d-4035-8520-94d993aeadc6 req-df56ae6a-9b1c-4b6d-a412-6ccdad7f0b41 tempest-DeleteServersAdminTestJSON-460972327 tempest-DeleteServersAdminTestJSON-460972327-project-member] Enqueued Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 682.434180] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGHEST for action security_group_members [ 682.435055] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.435055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.435055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.435273] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.435929] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.435929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.435929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.436277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.436361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.436809] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.614165] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.614677] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.614677] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.614757] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.614981] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.615073] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port b7f002b8-3a97-4095-87d6-2037fb8ad4ef not found, creating... [ 682.615334] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.615442] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.615559] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.615777] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.615910] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.616225] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.616387] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.617184] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.617423] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.617569] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.617712] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: b7f002b8-3a97-4095-87d6-2037fb8ad4ef is going to be created. [ 682.638070] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.638921] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.638921] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.639661] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.639661] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.639661] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-b7f002b8-3a97-4095-87d6-2037fb8ad4ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.640952] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.767599] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa71b50-1703-4586-97ff-81199d676051 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.767782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.767858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.768605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.769484] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.769484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.769484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.769857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.769857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.769857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.770065] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa71b50-1703-4586-97ff-81199d676051 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.770065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.770152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.771318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.771318] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.771318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.771318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.771318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.771318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.771318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.771318] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfa71b50-1703-4586-97ff-81199d676051',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.941251] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.941251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.941406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.941632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.942671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.942671] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.942671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.942671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.942890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.942890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.942890] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e is going to be updated. [ 682.975021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.975021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.975021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.975021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.975021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.986033] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: IN_PROGRESS for 2s [ 683.142870] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.143809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.144026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.144312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.144449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.144755] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 683.174635] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.174792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.174877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.175084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.175230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.191110] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 683.274813] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfa71b50-1703-4586-97ff-81199d676051: rpc.has_security_group_logging(os_id): False [ 683.298690] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.298841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.298917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.299384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.299384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.299510] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.299598] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.299653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.299786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.299863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.300049] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.300229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.300229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.300388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.300454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.300943] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.300943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.300943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.300943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.301376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.303158] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfa71b50-1703-4586-97ff-81199d676051 is going to be created. [ 683.373412] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.373412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.373412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.373412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.373412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.388253] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa71b50-1703-4586-97ff-81199d676051 in Status: IN_PROGRESS for 2s [ 683.621164] env[66094]: INFO networking_nsxv3.common.synchronization [req-92fd515f-ac4e-475a-8f13-b92bb7f12478 req-93e8f567-171e-4e9f-96d7-ad82d4a0b40d service nova] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_rules [ 683.621447] env[66094]: INFO networking_nsxv3.common.synchronization [req-92fd515f-ac4e-475a-8f13-b92bb7f12478 req-93e8f567-171e-4e9f-96d7-ad82d4a0b40d service nova] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 683.621683] env[66094]: INFO networking_nsxv3.common.synchronization [req-92fd515f-ac4e-475a-8f13-b92bb7f12478 req-93e8f567-171e-4e9f-96d7-ad82d4a0b40d service nova] Enqueued Resource ID: b7f002b8-3a97-4095-87d6-2037fb8ad4ef with Priority: HIGHEST for action port [ 683.622514] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_rules [ 683.623080] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 683.623080] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f002b8-3a97-4095-87d6-2037fb8ad4ef with Priority: HIGHEST for action port [ 683.623399] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.623867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.623867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.624024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.624100] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.625522] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.625522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.625745] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7f002b8-3a97-4095-87d6-2037fb8ad4ef taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.625998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7f002b8-3a97-4095-87d6-2037fb8ad4ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.625998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7f002b8-3a97-4095-87d6-2037fb8ad4ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.626200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7f002b8-3a97-4095-87d6-2037fb8ad4ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.626442] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f002b8-3a97-4095-87d6-2037fb8ad4ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.717346] env[66094]: INFO networking_nsxv3.common.synchronization [None req-406d4beb-f7d5-4978-bc97-9f04277248b9 None None] Enqueued Resource ID: 05cd3707-9d74-497b-84fe-f6fa01560a01 with Priority: HIGHEST for action port [ 683.717346] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cd3707-9d74-497b-84fe-f6fa01560a01 with Priority: HIGHEST for action port [ 683.717757] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-05cd3707-9d74-497b-84fe-f6fa01560a01 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.717757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05cd3707-9d74-497b-84fe-f6fa01560a01" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.717871] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05cd3707-9d74-497b-84fe-f6fa01560a01" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.718902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05cd3707-9d74-497b-84fe-f6fa01560a01" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.718902] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05cd3707-9d74-497b-84fe-f6fa01560a01',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.129551] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.129837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.129923] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7f002b8-3a97-4095-87d6-2037fb8ad4ef with status ACTIVE [ 684.130406] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.130548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.130631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.131040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.131040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.131155] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.131221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.131421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.131421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.131569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.131703] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.132158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.132158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.132158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.132158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.132401] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7f002b8-3a97-4095-87d6-2037fb8ad4ef is going to be updated. [ 684.161956] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.161956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.162158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.163035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.163035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.163035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7f002b8-3a97-4095-87d6-2037fb8ad4ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.222409] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05cd3707-9d74-497b-84fe-f6fa01560a01 [ 684.223014] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.223014] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.223200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.223397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.223471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.223698] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05cd3707-9d74-497b-84fe-f6fa01560a01 already deleted. [ 684.223698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05cd3707-9d74-497b-84fe-f6fa01560a01" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.005148] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e in Status: SUCCESS [ 685.005430] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e deletion is rescheduled due to dependency. [ 685.005501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.205171] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 685.205797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.206146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.207360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.209086] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.209086] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.209086] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.209086] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.209086] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.209086] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.404917] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa71b50-1703-4586-97ff-81199d676051 in Status: SUCCESS [ 685.405221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.713716] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.824044] env[66094]: INFO networking_nsxv3.common.synchronization [req-a572b76b-81f3-45b7-8957-7891f2af20e7 req-f8a23f36-e8aa-4df7-8da2-1d2c2615fae7 tempest-ListServersNegativeTestJSON-1635315332 tempest-ListServersNegativeTestJSON-1635315332-project-member] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 685.824279] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 685.824612] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.824785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.824916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.825155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.825315] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.825429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.825493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.825627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.825742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.825804] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.216616] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.329358] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.718815] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.719013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.719065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.719321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.719771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.719771] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 686.769715] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.769715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.769956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.771337] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.771337] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.783316] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 686.833985] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.319173] env[66094]: INFO networking_nsxv3.common.synchronization [req-a79efda6-0abb-4ac9-9096-8ffb3161b531 req-4b99835b-5133-4c4f-8be8-01ba342f9896 tempest-FloatingIPsAssociationTestJSON-1550065579 tempest-FloatingIPsAssociationTestJSON-1550065579-project-member] Enqueued Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 687.320115] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 687.320480] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.320631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.320709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.320974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.321061] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.321140] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.321200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.321348] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.321466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.321527] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.338093] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.338251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.338302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.338480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.338568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.338667] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be updated. [ 687.388205] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.388434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.388614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.388872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.389041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.406279] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: IN_PROGRESS for 2s [ 687.599892] env[66094]: INFO networking_nsxv3.common.synchronization [req-e8d74edb-a9ed-46c9-8dc5-4027a0884207 req-6f32091b-b56e-423f-8e0c-996c084d9d1d tempest-ServersTestMultiNic-330067101 tempest-ServersTestMultiNic-330067101-project-member] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 687.600561] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 687.600948] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.601219] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.601219] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.601350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.601521] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.601628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.601687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.601834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.601923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.602102] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.825986] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.082680] env[66094]: INFO networking_nsxv3.common.synchronization [req-e8d74edb-a9ed-46c9-8dc5-4027a0884207 req-6c45e560-d7d9-470c-9f5c-1b5fd98d6b42 tempest-ServersTestMultiNic-330067101 tempest-ServersTestMultiNic-330067101-project-member] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 688.083363] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 688.083788] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.083888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.103872] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.328797] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.490350] env[66094]: INFO networking_nsxv3.common.synchronization [req-7deb26a1-c003-4f08-8894-972500f57def req-744659ab-ad44-457e-b138-44c6db3dc63c tempest-ServerPasswordTestJSON-1267371626 tempest-ServerPasswordTestJSON-1267371626-project-member] Enqueued Resource ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a with Priority: HIGHEST for action security_group_members [ 688.492326] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a with Priority: HIGHEST for action security_group_members [ 688.492326] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-985864b7-83df-4640-9c1d-dfdd8f12c34a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.492326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.492326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.492326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.492569] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.492569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.492664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.492803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.493900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.493900] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985864b7-83df-4640-9c1d-dfdd8f12c34a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.519027] env[66094]: INFO networking_nsxv3.common.synchronization [req-e8d74edb-a9ed-46c9-8dc5-4027a0884207 req-4bc0a617-cf7e-4f05-89ae-deec8be487b8 tempest-ServersTestMultiNic-330067101 tempest-ServersTestMultiNic-330067101-project-member] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 688.519988] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 688.520318] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.520427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.607428] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.795211] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 688.795437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.795622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.795877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.796133] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.796281] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.796349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.796530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.796616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.796701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.796792] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.831739] env[66094]: INFO networking_nsxv3.common.synchronization [None req-7f26602f-2a08-43d0-a9ce-f21746a97e0f None None] Enqueued Resource ID: 99e5d579-fe35-410b-b5a3-4fec430cbad0 with Priority: HIGHEST for action port [ 688.832334] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e5d579-fe35-410b-b5a3-4fec430cbad0 with Priority: HIGHEST for action port [ 688.832716] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.832861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.832929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.833272] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.833372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.833464] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 is going to be updated. [ 688.835025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-99e5d579-fe35-410b-b5a3-4fec430cbad0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.835025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99e5d579-fe35-410b-b5a3-4fec430cbad0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.835025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99e5d579-fe35-410b-b5a3-4fec430cbad0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.835291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99e5d579-fe35-410b-b5a3-4fec430cbad0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.835627] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e5d579-fe35-410b-b5a3-4fec430cbad0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.868313] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.868536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.868536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.868738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.868944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.879512] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: IN_PROGRESS for 2s [ 688.996191] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.996419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.996494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.996716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.996809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.997256] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.997256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.997450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.997450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.997546] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.997609] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a already deleted. [ 688.997792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.109661] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.109898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.109898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.110175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.110325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.110465] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 689.147233] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.147233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.147233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.147233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.147233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.158513] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 689.240317] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.243651] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-454" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.243651] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-454" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.243651] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-454" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.243651] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.243651] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.243651] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.243651] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.243651] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.243651] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.243651] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.243651] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.243651] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.243651] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.243651] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.243651] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.264456] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.264774] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.264774] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.264954] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-454" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.265251] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-3c6faea7-d0c7-429c-8c9a-41623df7d149 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.265544] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-3c6faea7-d0c7-429c-8c9a-41623df7d149" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.265544] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-3c6faea7-d0c7-429c-8c9a-41623df7d149" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.265855] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-3c6faea7-d0c7-429c-8c9a-41623df7d149" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.265992] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c6faea7-d0c7-429c-8c9a-41623df7d149',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.299345] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.299550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.299604] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.299788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.299950] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.300145] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.300145] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.300284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.300391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.300486] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.300652] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.301269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.301382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.301677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.301677] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.301808] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.301843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.303109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.303109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.303109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.303109] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.337889] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99e5d579-fe35-410b-b5a3-4fec430cbad0 [ 689.338250] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.338323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.338362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.338736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.338736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.338736] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99e5d579-fe35-410b-b5a3-4fec430cbad0 already deleted. [ 689.338880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99e5d579-fe35-410b-b5a3-4fec430cbad0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.418588] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: SUCCESS [ 689.418588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.770195] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.770524] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.770663] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.770956] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.771133] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.773941] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 3c6faea7-d0c7-429c-8c9a-41623df7d149 not found, creating... [ 689.773941] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.773941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.773941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.773941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.773941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.773941] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.773941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.773941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.773941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.774364] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.774364] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 3c6faea7-d0c7-429c-8c9a-41623df7d149 is going to be created. [ 689.796825] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.797035] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.797153] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.797448] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.797665] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.797880] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-3c6faea7-d0c7-429c-8c9a-41623df7d149" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.805458] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4166d559-39fc-4907-bf6d-c3935eb247c1: rpc.has_security_group_logging(os_id): False [ 689.841593] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.841776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.841899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.842047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.842121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.842344] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.842444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.842507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.842688] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.842722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.842900] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.842991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.843058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.843227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.843264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.843463] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.843603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.843628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.844057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.844057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.844057] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 689.923906] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.924082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.924128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.924333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.924474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.941788] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 690.527097] env[66094]: INFO networking_nsxv3.common.synchronization [req-7deb26a1-c003-4f08-8894-972500f57def req-c28dc051-f32e-4b04-a258-04427fb00106 service nova] Enqueued Resource ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a with Priority: HIGHEST for action security_group_rules [ 690.527544] env[66094]: INFO networking_nsxv3.common.synchronization [req-7deb26a1-c003-4f08-8894-972500f57def req-c28dc051-f32e-4b04-a258-04427fb00106 service nova] Enqueued Resource ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a with Priority: HIGHEST for action security_group_members [ 690.527544] env[66094]: INFO networking_nsxv3.common.synchronization [req-7deb26a1-c003-4f08-8894-972500f57def req-c28dc051-f32e-4b04-a258-04427fb00106 service nova] Enqueued Resource ID: 3c6faea7-d0c7-429c-8c9a-41623df7d149 with Priority: HIGHEST for action port [ 690.529175] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a with Priority: HIGHEST for action security_group_rules [ 690.529175] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a with Priority: HIGHEST for action security_group_members [ 690.529175] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c6faea7-d0c7-429c-8c9a-41623df7d149 with Priority: HIGHEST for action port [ 690.529175] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985864b7-83df-4640-9c1d-dfdd8f12c34a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.529175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.529175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.529175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.529607] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985864b7-83df-4640-9c1d-dfdd8f12c34a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.531091] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-985864b7-83df-4640-9c1d-dfdd8f12c34a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.531091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.531091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.531091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.531091] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.531409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.531409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.531542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.531542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.531629] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985864b7-83df-4640-9c1d-dfdd8f12c34a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.532716] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c6faea7-d0c7-429c-8c9a-41623df7d149 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.532716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c6faea7-d0c7-429c-8c9a-41623df7d149" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.532716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c6faea7-d0c7-429c-8c9a-41623df7d149" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.532716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c6faea7-d0c7-429c-8c9a-41623df7d149" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.532716] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c6faea7-d0c7-429c-8c9a-41623df7d149',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.890418] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: SUCCESS [ 690.890535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.951263] env[66094]: INFO networking_nsxv3.common.synchronization [None req-ddc6c4be-50c3-449d-af67-12d54d574b70 None None] Enqueued Resource ID: 45b03f20-1213-4287-adde-991feeb46958 with Priority: HIGHEST for action port [ 690.952016] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b03f20-1213-4287-adde-991feeb46958 with Priority: HIGHEST for action port [ 690.952400] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b03f20-1213-4287-adde-991feeb46958 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.952622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b03f20-1213-4287-adde-991feeb46958" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.952622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b03f20-1213-4287-adde-991feeb46958" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.952939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b03f20-1213-4287-adde-991feeb46958" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.953034] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b03f20-1213-4287-adde-991feeb46958',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.039232] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-985864b7-83df-4640-9c1d-dfdd8f12c34a taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.039232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.039232] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985864b7-83df-4640-9c1d-dfdd8f12c34a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.039232] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c6faea7-d0c7-429c-8c9a-41623df7d149 with status ACTIVE [ 691.039232] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.039232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.039470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.040043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.040043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.040043] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.040043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.040043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.040254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.040289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.040512] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.040614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.040669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.040816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.040909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.040995] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c6faea7-d0c7-429c-8c9a-41623df7d149 is going to be updated. [ 691.068736] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.068890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.068961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.069390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.069533] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.069965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c6faea7-d0c7-429c-8c9a-41623df7d149" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.147626] env[66094]: INFO networking_nsxv3.common.synchronization [req-f897957b-89d3-4b77-901e-c338c6631ddb req-b6d0f384-8134-4064-8e69-94b0eb92cbec tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 691.147861] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 691.150341] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.150341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.150341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.150341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.150755] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.151081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.151081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.151263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.151363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.152388] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.170718] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 691.170718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.170718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.170718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.170718] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.170940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.170940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.171035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.171116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.171214] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.455619] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45b03f20-1213-4287-adde-991feeb46958 [ 691.455619] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.455751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.456241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.456241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.456345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.456416] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45b03f20-1213-4287-adde-991feeb46958 already deleted. [ 691.456600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b03f20-1213-4287-adde-991feeb46958" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.547214] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985864b7-83df-4640-9c1d-dfdd8f12c34a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.656595] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.656595] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.656831] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.657820] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.657820] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.657820] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.657820] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.657820] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.658418] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658418] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.658418] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.658418] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.658586] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.658586] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.658707] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.658813] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.660485] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.660630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.660630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.660780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.660898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.661459] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.661459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.661459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.661559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.661559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.661671] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 already deleted. [ 691.661744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.679802] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.679802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.679802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.679802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.679802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.679802] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.679802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.679802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.679802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.679802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.679802] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 691.681828] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.682100] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.682210] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.682580] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.682694] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.683148] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.683148] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.683399] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.683589] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.708376] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.708376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.708376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.708626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.708734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.718175] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 691.936465] env[66094]: INFO networking_nsxv3.common.synchronization [None req-9fed9f9d-8a3b-486d-b9bd-b95dd82c2939 None None] Enqueued Resource ID: 1bc59475-c5ad-4c21-9a73-8d6c585b850a with Priority: HIGHEST for action port [ 691.936465] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc59475-c5ad-4c21-9a73-8d6c585b850a with Priority: HIGHEST for action port [ 691.936465] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bc59475-c5ad-4c21-9a73-8d6c585b850a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.936465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bc59475-c5ad-4c21-9a73-8d6c585b850a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.936772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bc59475-c5ad-4c21-9a73-8d6c585b850a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.936857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bc59475-c5ad-4c21-9a73-8d6c585b850a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.937205] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bc59475-c5ad-4c21-9a73-8d6c585b850a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.959484] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 691.959904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.051234] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.051420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.051507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.051763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.051881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.051881] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a is going to be created. [ 692.078421] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.078669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.078669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.078836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.078999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.091364] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a in Status: UNINITIALIZED for 2s [ 692.186883] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.187151] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.187319] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.187563] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.187738] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.187914] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb not found, creating... [ 692.188205] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.188388] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.188509] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.190081] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.190288] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.190822] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.191036] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.191159] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.191433] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.191613] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.191814] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb is going to be created. [ 692.222014] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.222014] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.222407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.222407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.222726] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.222944] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.439829] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bc59475-c5ad-4c21-9a73-8d6c585b850a [ 692.440044] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.440193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.440255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.440475] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.440580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.440655] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bc59475-c5ad-4c21-9a73-8d6c585b850a already deleted. [ 692.440750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bc59475-c5ad-4c21-9a73-8d6c585b850a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.078891] env[66094]: INFO networking_nsxv3.common.synchronization [req-f897957b-89d3-4b77-901e-c338c6631ddb req-836d0807-5e67-47bd-afb2-de4437fa9966 service nova] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_rules [ 693.078891] env[66094]: INFO networking_nsxv3.common.synchronization [req-f897957b-89d3-4b77-901e-c338c6631ddb req-836d0807-5e67-47bd-afb2-de4437fa9966 service nova] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 693.079161] env[66094]: INFO networking_nsxv3.common.synchronization [req-f897957b-89d3-4b77-901e-c338c6631ddb req-836d0807-5e67-47bd-afb2-de4437fa9966 service nova] Enqueued Resource ID: 044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb with Priority: HIGHEST for action port [ 693.079161] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_rules [ 693.079299] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 693.079431] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb with Priority: HIGHEST for action port [ 693.079980] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.081513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.081878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.082179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.082736] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.085073] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.085150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.085222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.085403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.085566] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.085664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.085726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.085869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.085953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.086057] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.086869] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.086973] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.087172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.087407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.087529] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.455874] env[66094]: INFO networking_nsxv3.common.synchronization [req-60c2c797-ef5f-4a41-8d61-21bc9f0f5209 req-50430a55-96cc-4141-aeae-d4c870419241 tempest-ServersNegativeTestMultiTenantJSON-1980034200 tempest-ServersNegativeTestMultiTenantJSON-1980034200-project-member] Enqueued Resource ID: 161a5532-7738-42e4-8603-51af4c22e265 with Priority: HIGHEST for action security_group_members [ 693.458781] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161a5532-7738-42e4-8603-51af4c22e265 with Priority: HIGHEST for action security_group_members [ 693.458781] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a5532-7738-42e4-8603-51af4c22e265 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.458927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.458927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.459143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.459293] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.459411] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.459474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.459626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.459708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.459798] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('161a5532-7738-42e4-8603-51af4c22e265',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.589881] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.590943] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.591978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.593644] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb with status ACTIVE [ 693.593785] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.593900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.593964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.594176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.594292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.594430] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.594542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.594584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.594723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.594796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.594965] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.595581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.595789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.596279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.596393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.596510] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb is going to be updated. [ 693.618476] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.619653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.619891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.620160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.620950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.621284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-044cc5cc-eeb9-4d61-aac8-d07eb1bd1abb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.731744] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 693.731945] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 deletion is rescheduled due to dependency. [ 693.732078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.732340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.732463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.732657] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.732776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.732840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.732989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.733092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.733183] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.845620] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.845996] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-113" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.846249] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-113" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.846709] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-113" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.847040] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.847278] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.847464] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.847757] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.847951] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.848258] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.848437] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.848592] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.848742] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.848964] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.849153] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.849295] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.871122] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.871291] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.871429] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.871606] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-113" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.871958] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.872159] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.872267] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.872584] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.872722] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.964736] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.964736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.964736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.964736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.964736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.964736] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.964736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.964736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.964736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.964736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.964736] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 161a5532-7738-42e4-8603-51af4c22e265 already deleted. [ 693.964736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.094773] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.103088] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a in Status: SUCCESS [ 694.103449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.104313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.104959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.105210] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.105524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.105742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.105989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.106855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.106855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.106855] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985864b7-83df-4640-9c1d-dfdd8f12c34a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.239028] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.239335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.239335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.239622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.239926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.240200] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.240308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.240308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.240472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.240551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.240641] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 694.271288] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.271288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.271458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.272033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.272033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.284620] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 694.375063] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.375400] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.375607] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.375899] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.376112] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.376304] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb not found, creating... [ 694.376529] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.376687] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.376800] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.377042] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.377187] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.377527] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.377724] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.377895] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.378123] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.378257] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.378392] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb is going to be created. [ 694.413506] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.413506] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.413506] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.414715] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.414715] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.414715] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.597150] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.597931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.598118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.601107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.601481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.601481] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be created. [ 694.608457] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-985864b7-83df-4640-9c1d-dfdd8f12c34a taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.608593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.608663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.608873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.609047] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.609146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.609208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.609348] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.609505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.609559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.609688] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-985864b7-83df-4640-9c1d-dfdd8f12c34a taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.609779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.609839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.609976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.610124] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.610213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.610272] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.610432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.610513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.610596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.610682] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985864b7-83df-4640-9c1d-dfdd8f12c34a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.629923] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.630057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.630103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.630288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.630476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.647018] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: UNINITIALIZED for 2s [ 695.060243] env[66094]: INFO networking_nsxv3.common.synchronization [None req-32cff830-29b9-4aa7-b1f1-770ee07a3c4a None None] Enqueued Resource ID: fb9947f8-e525-41cc-8662-ca924d035ceb with Priority: HIGHEST for action port [ 695.061585] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb9947f8-e525-41cc-8662-ca924d035ceb with Priority: HIGHEST for action port [ 695.061911] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb9947f8-e525-41cc-8662-ca924d035ceb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.062054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb9947f8-e525-41cc-8662-ca924d035ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.062160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb9947f8-e525-41cc-8662-ca924d035ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.062427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb9947f8-e525-41cc-8662-ca924d035ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.062513] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb9947f8-e525-41cc-8662-ca924d035ceb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.114694] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985864b7-83df-4640-9c1d-dfdd8f12c34a: rpc.has_security_group_logging(os_id): False [ 695.137424] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.137589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.137683] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.138013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.138185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.138466] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.138618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.138726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.138973] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.139092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.142345] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.142345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.142345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.142345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.142345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.142345] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.142345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.142345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.142345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.142345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.142345] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a is going to be created. [ 695.162014] env[66094]: INFO networking_nsxv3.common.synchronization [req-60c2c797-ef5f-4a41-8d61-21bc9f0f5209 req-030cd800-3fb5-4afe-873d-443c654c4fd5 service nova] Enqueued Resource ID: 161a5532-7738-42e4-8603-51af4c22e265 with Priority: HIGHEST for action security_group_rules [ 695.162014] env[66094]: INFO networking_nsxv3.common.synchronization [req-60c2c797-ef5f-4a41-8d61-21bc9f0f5209 req-030cd800-3fb5-4afe-873d-443c654c4fd5 service nova] Enqueued Resource ID: 161a5532-7738-42e4-8603-51af4c22e265 with Priority: HIGHEST for action security_group_members [ 695.162014] env[66094]: INFO networking_nsxv3.common.synchronization [req-60c2c797-ef5f-4a41-8d61-21bc9f0f5209 req-030cd800-3fb5-4afe-873d-443c654c4fd5 service nova] Enqueued Resource ID: d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb with Priority: HIGHEST for action port [ 695.162528] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161a5532-7738-42e4-8603-51af4c22e265 with Priority: HIGHEST for action security_group_rules [ 695.162710] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161a5532-7738-42e4-8603-51af4c22e265 with Priority: HIGHEST for action security_group_members [ 695.162855] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb with Priority: HIGHEST for action port [ 695.167421] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-161a5532-7738-42e4-8603-51af4c22e265 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.167591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.167656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.167925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.168048] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('161a5532-7738-42e4-8603-51af4c22e265',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.169647] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a5532-7738-42e4-8603-51af4c22e265 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.169647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.169647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.169647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.169852] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.169852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.169852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.169998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.170118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.170216] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('161a5532-7738-42e4-8603-51af4c22e265',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.171128] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.171240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.173376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.173376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.173376] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.208492] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.208635] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.208710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.208976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.209247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.221011] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a in Status: IN_PROGRESS for 2s [ 695.564935] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb9947f8-e525-41cc-8662-ca924d035ceb [ 695.565537] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.565537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.565537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.565816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.565879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.566548] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb9947f8-e525-41cc-8662-ca924d035ceb already deleted. [ 695.566548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb9947f8-e525-41cc-8662-ca924d035ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.673513] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('161a5532-7738-42e4-8603-51af4c22e265',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.674647] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a5532-7738-42e4-8603-51af4c22e265 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.674814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.675126] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb with status ACTIVE [ 695.675373] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.675529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.675631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.675946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.677350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.677566] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.677678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.678089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.678089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.678089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.678453] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.678453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.678453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.678968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.678968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.678968] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb is going to be updated. [ 695.704561] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.704561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.704561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.705262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.705262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.705262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8c8fbc5-aa8c-453a-b64f-8c9cf4cedbfb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.182135] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('161a5532-7738-42e4-8603-51af4c22e265',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.297184] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 696.297360] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 deletion is rescheduled due to dependency. [ 696.297360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.656963] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 696.657226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.657505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.657772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.657966] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.658141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.658210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.658374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.658460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.658548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.658638] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.684602] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.684602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.684708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.685384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.685384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.685384] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 161a5532-7738-42e4-8603-51af4c22e265 is going to be created. [ 696.716137] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.716237] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.716285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.716485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.716644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.726948] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 161a5532-7738-42e4-8603-51af4c22e265 in Status: UNINITIALIZED for 2s [ 697.163691] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.163691] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.163691] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.163691] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.163691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.164359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.164359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.164359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.164359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.164359] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.236555] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a in Status: SUCCESS [ 697.236555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.667797] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc5681c-72fa-442c-a981-68e76578ed64: rpc.has_security_group_logging(os_id): False [ 697.686849] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.687308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.687436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.687643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.687760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.688013] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.688158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.688225] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.688416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.688507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.688715] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.688813] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.688866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.689022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.689097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.689276] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.689367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.689496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.689592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.689671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.689749] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be created. [ 697.766188] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.766686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.766686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.766811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.767067] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.778980] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 698.677313] env[66094]: INFO networking_nsxv3.common.synchronization [req-fcba7809-2cc5-4781-8ea8-ccfca006fb46 req-8ef74aef-5b37-40f3-9b7c-87e7c52c4908 tempest-ServerActionsTestOtherB-1868790427 tempest-ServerActionsTestOtherB-1868790427-project-member] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 698.677972] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 698.678350] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.678538] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.678652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.678930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.679142] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.679444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.679444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.679619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.679751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.679883] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.738321] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 161a5532-7738-42e4-8603-51af4c22e265 in Status: SUCCESS [ 698.738990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.739658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.739658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.739836] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.740016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.740227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.740695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.740695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.740695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.740809] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('161a5532-7738-42e4-8603-51af4c22e265',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.082187] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.082706] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.082858] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.083620] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.084811] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.084920] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.085047] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.085302] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.085452] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.085828] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.085828] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.085921] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.086040] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.086148] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.086605] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.086820] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.115131] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.115368] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.115702] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.115938] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.116442] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-d2f0beb8-3b04-4911-a929-c82a46709ff3 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.116790] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-d2f0beb8-3b04-4911-a929-c82a46709ff3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.116924] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-d2f0beb8-3b04-4911-a929-c82a46709ff3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.117457] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-d2f0beb8-3b04-4911-a929-c82a46709ff3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.117724] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2f0beb8-3b04-4911-a929-c82a46709ff3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.182745] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.182819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.183594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.183594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.183594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.183594] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.183792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.185894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.185894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.185894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.185894] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 already deleted. [ 699.185894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.243311] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a5532-7738-42e4-8603-51af4c22e265 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.243509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.243584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.243781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.243931] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.244055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.244108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.244260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.244363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.244448] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.244634] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a5532-7738-42e4-8603-51af4c22e265 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.244730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.244792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.245573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.245573] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.245573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.245573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.245573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.245573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.245886] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.245886] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('161a5532-7738-42e4-8603-51af4c22e265',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.296114] env[66094]: INFO networking_nsxv3.common.synchronization [None req-f5c12015-a6b3-4729-a001-42c243caa5e0 None None] Enqueued Resource ID: 46c47ca2-cc4c-4a71-a31b-a730c9151a58 with Priority: HIGHEST for action port [ 699.296760] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c47ca2-cc4c-4a71-a31b-a730c9151a58 with Priority: HIGHEST for action port [ 699.297265] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c47ca2-cc4c-4a71-a31b-a730c9151a58 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.297490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c47ca2-cc4c-4a71-a31b-a730c9151a58" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.297811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c47ca2-cc4c-4a71-a31b-a730c9151a58" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.298630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c47ca2-cc4c-4a71-a31b-a730c9151a58" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.298630] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c47ca2-cc4c-4a71-a31b-a730c9151a58',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.622295] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.622295] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.622295] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.622295] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.622295] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.622633] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port d2f0beb8-3b04-4911-a929-c82a46709ff3 not found, creating... [ 699.622633] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.622787] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.622909] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.623153] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.623286] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.623584] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.623778] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.623891] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.624126] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.624254] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.624444] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: d2f0beb8-3b04-4911-a929-c82a46709ff3 is going to be created. [ 699.647386] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.647692] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.647875] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.648180] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.648454] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.649078] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-d2f0beb8-3b04-4911-a929-c82a46709ff3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.749239] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 161a5532-7738-42e4-8603-51af4c22e265: rpc.has_security_group_logging(os_id): False [ 699.775492] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.775658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.776236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.776329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.776488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.776787] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.777115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.777115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.777438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.777605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.777851] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.777998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.778166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.778357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.778464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.778743] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.778930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.778930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.779172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.779269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.779506] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 161a5532-7738-42e4-8603-51af4c22e265 is going to be created. [ 699.796013] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 699.796441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.802263] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46c47ca2-cc4c-4a71-a31b-a730c9151a58 [ 699.802263] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.802263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.802263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.802263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.802263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.802263] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46c47ca2-cc4c-4a71-a31b-a730c9151a58 already deleted. [ 699.802263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c47ca2-cc4c-4a71-a31b-a730c9151a58" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.858794] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.858962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.859055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.859232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.859468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.872915] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 161a5532-7738-42e4-8603-51af4c22e265 in Status: IN_PROGRESS for 2s [ 700.372724] env[66094]: INFO networking_nsxv3.common.synchronization [req-fcba7809-2cc5-4781-8ea8-ccfca006fb46 req-d6bc3388-c242-47d4-ade8-71f75cb6768b service nova] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 700.372894] env[66094]: INFO networking_nsxv3.common.synchronization [req-fcba7809-2cc5-4781-8ea8-ccfca006fb46 req-d6bc3388-c242-47d4-ade8-71f75cb6768b service nova] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 700.373040] env[66094]: INFO networking_nsxv3.common.synchronization [req-fcba7809-2cc5-4781-8ea8-ccfca006fb46 req-d6bc3388-c242-47d4-ade8-71f75cb6768b service nova] Enqueued Resource ID: d2f0beb8-3b04-4911-a929-c82a46709ff3 with Priority: HIGHEST for action port [ 700.373567] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 700.373699] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 700.373796] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f0beb8-3b04-4911-a929-c82a46709ff3 with Priority: HIGHEST for action port [ 700.376757] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.377095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.377095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.377352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.377352] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.382087] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.382087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.382087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.382087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.382306] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.382306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.382306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.383480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.383480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.383480] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.384259] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2f0beb8-3b04-4911-a929-c82a46709ff3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.384259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2f0beb8-3b04-4911-a929-c82a46709ff3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.384259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2f0beb8-3b04-4911-a929-c82a46709ff3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.384426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2f0beb8-3b04-4911-a929-c82a46709ff3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.384426] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2f0beb8-3b04-4911-a929-c82a46709ff3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.886702] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.891018] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.891018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.891018] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2f0beb8-3b04-4911-a929-c82a46709ff3 with status ACTIVE [ 700.891018] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.891018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.891018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.896042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.896042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.896042] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.896042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.896042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.896042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.896042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.896042] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.896042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.896042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.896042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.896042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.896042] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2f0beb8-3b04-4911-a929-c82a46709ff3 is going to be updated. [ 700.927596] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.929483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.929658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.931678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.931678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.931678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2f0beb8-3b04-4911-a929-c82a46709ff3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.425731] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.497505] env[66094]: INFO networking_nsxv3.common.synchronization [req-9a11210b-6911-496b-a7d5-262a2e222a77 req-20272591-630d-4d8e-acb2-7b408796f540 tempest-ServersTestManualDisk-1585574802 tempest-ServersTestManualDisk-1585574802-project-member] Enqueued Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_members [ 701.498000] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_members [ 701.498397] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7926ca8e-01df-4ee0-a230-d84f95a22940 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.500022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.500022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.500022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.500022] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.500022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.500022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.500022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.500022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.500022] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7926ca8e-01df-4ee0-a230-d84f95a22940',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.853506] env[66094]: INFO networking_nsxv3.common.synchronization [None req-7d2a4fb0-3ad5-45c2-a537-ecea1261767c None None] Enqueued Resource ID: 59a0413b-7602-4b0d-88ce-79555e39f78c with Priority: HIGHEST for action port [ 701.854142] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a0413b-7602-4b0d-88ce-79555e39f78c with Priority: HIGHEST for action port [ 701.854492] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-59a0413b-7602-4b0d-88ce-79555e39f78c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.854632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59a0413b-7602-4b0d-88ce-79555e39f78c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.854700] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59a0413b-7602-4b0d-88ce-79555e39f78c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.855663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59a0413b-7602-4b0d-88ce-79555e39f78c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.855990] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a0413b-7602-4b0d-88ce-79555e39f78c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.887257] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 161a5532-7738-42e4-8603-51af4c22e265 in Status: SUCCESS [ 701.887543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.937470] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.937470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.937470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.937470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.937470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.937470] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be created. [ 701.966447] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.967128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.967189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.967460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.967696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.981837] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.982689] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-387" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.983037] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-387" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.983498] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-387" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.984408] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.984408] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.984583] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.984923] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.985172] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.985440] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.985580] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.985691] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.985802] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.985911] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.986018] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.987056] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.989024] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: UNINITIALIZED for 2s [ 702.002643] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.002849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.002993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.003228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.003228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.003982] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.004171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.004205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.004369] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.004457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.004738] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 already deleted. [ 702.004738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.010122] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.010282] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.010451] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.010582] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-387" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.010883] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-9bf81fa4-c48c-43e9-821a-7fc9369eb5f0 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.011087] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-9bf81fa4-c48c-43e9-821a-7fc9369eb5f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.011211] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-9bf81fa4-c48c-43e9-821a-7fc9369eb5f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.011513] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-9bf81fa4-c48c-43e9-821a-7fc9369eb5f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.011652] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf81fa4-c48c-43e9-821a-7fc9369eb5f0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.169032] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a9e3dd3a-2652-443f-b7dc-4cf1f293b72d None None] Enqueued Resource ID: f56921fd-fb96-4e1b-a971-df3b29df9535 with Priority: HIGHEST for action port [ 702.169609] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56921fd-fb96-4e1b-a971-df3b29df9535 with Priority: HIGHEST for action port [ 702.170150] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-f56921fd-fb96-4e1b-a971-df3b29df9535 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.170739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f56921fd-fb96-4e1b-a971-df3b29df9535" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.170982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f56921fd-fb96-4e1b-a971-df3b29df9535" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.172969] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f56921fd-fb96-4e1b-a971-df3b29df9535" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.172969] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f56921fd-fb96-4e1b-a971-df3b29df9535',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.358726] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59a0413b-7602-4b0d-88ce-79555e39f78c [ 702.360287] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.360287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.360287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.360287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.360287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.360287] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59a0413b-7602-4b0d-88ce-79555e39f78c already deleted. [ 702.360287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59a0413b-7602-4b0d-88ce-79555e39f78c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.515662] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.515662] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.515662] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.515662] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.515662] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.515662] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 9bf81fa4-c48c-43e9-821a-7fc9369eb5f0 not found, creating... [ 702.515662] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.515662] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.515662] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.516107] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.516282] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.516668] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.516998] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.516998] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.517224] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.518019] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.518019] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 9bf81fa4-c48c-43e9-821a-7fc9369eb5f0 is going to be created. [ 702.541040] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.541040] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.541040] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.541274] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.541766] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.541766] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-9bf81fa4-c48c-43e9-821a-7fc9369eb5f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.678374] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f56921fd-fb96-4e1b-a971-df3b29df9535 [ 702.678374] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.678374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.678374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.678527] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.678621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.678712] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f56921fd-fb96-4e1b-a971-df3b29df9535 already deleted. [ 702.678796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f56921fd-fb96-4e1b-a971-df3b29df9535" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.784015] env[66094]: INFO networking_nsxv3.common.synchronization [req-9a11210b-6911-496b-a7d5-262a2e222a77 req-70b05b6b-03a3-42c2-8f04-452cffb68d50 service nova] Enqueued Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_rules [ 703.784015] env[66094]: INFO networking_nsxv3.common.synchronization [req-9a11210b-6911-496b-a7d5-262a2e222a77 req-70b05b6b-03a3-42c2-8f04-452cffb68d50 service nova] Enqueued Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_members [ 703.784015] env[66094]: INFO networking_nsxv3.common.synchronization [req-9a11210b-6911-496b-a7d5-262a2e222a77 req-70b05b6b-03a3-42c2-8f04-452cffb68d50 service nova] Enqueued Resource ID: 9bf81fa4-c48c-43e9-821a-7fc9369eb5f0 with Priority: HIGHEST for action port [ 703.785347] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_rules [ 703.785347] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_members [ 703.785347] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf81fa4-c48c-43e9-821a-7fc9369eb5f0 with Priority: HIGHEST for action port [ 703.785347] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7926ca8e-01df-4ee0-a230-d84f95a22940 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.789845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.789845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.789845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.789845] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7926ca8e-01df-4ee0-a230-d84f95a22940',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.789845] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7926ca8e-01df-4ee0-a230-d84f95a22940 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.789845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.789845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.789845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.790712] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.790712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.790712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.790712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.790712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.791125] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7926ca8e-01df-4ee0-a230-d84f95a22940',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.794048] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bf81fa4-c48c-43e9-821a-7fc9369eb5f0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.794048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bf81fa4-c48c-43e9-821a-7fc9369eb5f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.794048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bf81fa4-c48c-43e9-821a-7fc9369eb5f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.794048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bf81fa4-c48c-43e9-821a-7fc9369eb5f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.794048] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf81fa4-c48c-43e9-821a-7fc9369eb5f0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.003565] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 704.003565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.003565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.003784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.004079] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.004164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.004209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.004341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.004417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.004510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.005126] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.291426] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7926ca8e-01df-4ee0-a230-d84f95a22940 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.291559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.297310] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7926ca8e-01df-4ee0-a230-d84f95a22940',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.298792] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bf81fa4-c48c-43e9-821a-7fc9369eb5f0 with status ACTIVE [ 704.298792] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.298792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.298792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.299012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.302127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.302411] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.302539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.302674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.302905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.303227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.305399] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.305399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.305399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.305399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.305399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.305709] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bf81fa4-c48c-43e9-821a-7fc9369eb5f0 is going to be updated. [ 704.355392] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.355563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.355626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.355907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.356171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.357147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bf81fa4-c48c-43e9-821a-7fc9369eb5f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.508045] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.556998] env[66094]: INFO networking_nsxv3.common.synchronization [req-f222c39b-4148-4f4f-bb26-ae5bc2ca9813 req-26d35f58-398b-4bb1-89f2-f4843f5274bf tempest-ServersAdminNegativeTestJSON-697433703 tempest-ServersAdminNegativeTestJSON-697433703-project-member] Enqueued Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 704.556998] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 704.557659] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.557755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.557816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.558221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.558689] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.558864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.558949] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.559125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.559217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.559320] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.807795] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7926ca8e-01df-4ee0-a230-d84f95a22940',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.012137] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe9aec4a-404e-42b8-848c-edaa7063e164: rpc.has_security_group_logging(os_id): False [ 705.032968] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.033655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.033972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.034233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.034405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.034725] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.035689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.036696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.036696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.036696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.036696] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be created. [ 705.062608] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.102621] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.102782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.102877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.103963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.104186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.121250] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 705.134881] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.135655] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.135835] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.137052] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.137583] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.137583] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.137727] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.137916] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.139215] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.139433] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.139583] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.139699] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.139849] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.139996] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.140179] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.141172] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.166173] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.166173] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.166173] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.166173] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.166173] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-ea033d24-9ce0-4251-916c-d981136fa76e taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.166426] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-ea033d24-9ce0-4251-916c-d981136fa76e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.166567] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-ea033d24-9ce0-4251-916c-d981136fa76e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.166959] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-ea033d24-9ce0-4251-916c-d981136fa76e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.167115] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea033d24-9ce0-4251-916c-d981136fa76e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.311532] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.311804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.311804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.312025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.312150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.312259] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 is going to be created. [ 705.346931] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.347151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.347151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.347393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.347616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.362482] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 in Status: UNINITIALIZED for 2s [ 705.570098] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.670667] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.671139] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.671139] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.671452] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.671687] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.671948] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port ea033d24-9ce0-4251-916c-d981136fa76e not found, creating... [ 705.672446] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.672611] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.672728] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.672974] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.673621] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.673621] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.673621] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.673887] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.673924] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.674067] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.674335] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: ea033d24-9ce0-4251-916c-d981136fa76e is going to be created. [ 705.701416] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.701416] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.701688] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.701774] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.702018] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.702345] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-ea033d24-9ce0-4251-916c-d981136fa76e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.960538] env[66094]: INFO networking_nsxv3.common.synchronization [None req-d6e4753c-0ff3-4337-95a4-48614ae9b326 tempest-ServersTestFqdnHostnames-446072277 tempest-ServersTestFqdnHostnames-446072277-project-member] Enqueued Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_rules [ 705.961234] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_rules [ 705.961584] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b67c28ed-6676-4734-b2e0-1b725d6c9766 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.961720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.961793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.962123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.962418] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b67c28ed-6676-4734-b2e0-1b725d6c9766',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.014866] env[66094]: INFO networking_nsxv3.common.synchronization [None req-d91b78d9-5ef2-4ab7-b91b-c46226debfe4 None None] Enqueued Resource ID: 02a3665d-86fc-4a11-9f68-361390e688e2 with Priority: HIGHEST for action port [ 706.015324] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a3665d-86fc-4a11-9f68-361390e688e2 with Priority: HIGHEST for action port [ 706.019824] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a3665d-86fc-4a11-9f68-361390e688e2 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.019965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a3665d-86fc-4a11-9f68-361390e688e2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.020047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a3665d-86fc-4a11-9f68-361390e688e2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.020335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a3665d-86fc-4a11-9f68-361390e688e2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.020465] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a3665d-86fc-4a11-9f68-361390e688e2',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.072292] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.072531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.072624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.073042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.073166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.073280] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f is going to be updated. [ 706.106234] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.106431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.106508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.106717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.106857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.117889] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: IN_PROGRESS for 2s [ 706.462423] env[66094]: INFO networking_nsxv3.common.synchronization [req-f222c39b-4148-4f4f-bb26-ae5bc2ca9813 req-c925b360-c4f6-4738-9b94-e22459afdff1 service nova] Enqueued Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_rules [ 706.462721] env[66094]: INFO networking_nsxv3.common.synchronization [req-f222c39b-4148-4f4f-bb26-ae5bc2ca9813 req-c925b360-c4f6-4738-9b94-e22459afdff1 service nova] Enqueued Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 706.463047] env[66094]: INFO networking_nsxv3.common.synchronization [req-f222c39b-4148-4f4f-bb26-ae5bc2ca9813 req-c925b360-c4f6-4738-9b94-e22459afdff1 service nova] Enqueued Resource ID: ea033d24-9ce0-4251-916c-d981136fa76e with Priority: HIGHEST for action port [ 706.464882] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_rules [ 706.465551] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 706.465551] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea033d24-9ce0-4251-916c-d981136fa76e with Priority: HIGHEST for action port [ 706.466808] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.468327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.468327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.468327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.468327] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.470749] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.470865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.471079] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea033d24-9ce0-4251-916c-d981136fa76e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.471198] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea033d24-9ce0-4251-916c-d981136fa76e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.471264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea033d24-9ce0-4251-916c-d981136fa76e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.471461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea033d24-9ce0-4251-916c-d981136fa76e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.471539] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea033d24-9ce0-4251-916c-d981136fa76e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.495025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.495204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.495204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.495487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.495589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.495689] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 already deleted. [ 706.495773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.524357] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02a3665d-86fc-4a11-9f68-361390e688e2 [ 706.524612] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.524750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.524816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.525081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.525124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.527024] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02a3665d-86fc-4a11-9f68-361390e688e2 already deleted. [ 706.527024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a3665d-86fc-4a11-9f68-361390e688e2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.642514] env[66094]: INFO networking_nsxv3.common.synchronization [None req-729e295e-7aaf-4121-a3da-c5479d7b6ea1 tempest-ServersTestFqdnHostnames-446072277 tempest-ServersTestFqdnHostnames-446072277-project-member] Enqueued Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_rules [ 706.643787] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_rules [ 706.646541] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b67c28ed-6676-4734-b2e0-1b725d6c9766 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.646541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.646541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.646541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.646541] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b67c28ed-6676-4734-b2e0-1b725d6c9766',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.973951] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.974350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.974350] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea033d24-9ce0-4251-916c-d981136fa76e with status ACTIVE [ 706.974466] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.974586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.974642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.974957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.974957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.975153] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.975243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.975299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.975458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.975543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.975723] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.975835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.975908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.976094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.976094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.976205] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea033d24-9ce0-4251-916c-d981136fa76e is going to be updated. [ 707.004517] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.004804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.004804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.004922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.005092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.005303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea033d24-9ce0-4251-916c-d981136fa76e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.142942] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 707.142942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.171898] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.172108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.172175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.172403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.172529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.172667] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 already deleted. [ 707.172780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.374361] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 in Status: SUCCESS [ 707.374613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.374786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.375770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.376048] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.376579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.376579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.376579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.376579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.376579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.376760] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7926ca8e-01df-4ee0-a230-d84f95a22940',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.880130] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7926ca8e-01df-4ee0-a230-d84f95a22940',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.132831] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: SUCCESS [ 708.133290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.133625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.134625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.135299] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.136161] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.136262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.136470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.136564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.136667] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.384481] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7926ca8e-01df-4ee0-a230-d84f95a22940: rpc.has_security_group_logging(os_id): False [ 708.411373] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.411560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.411721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.411909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.411909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.412741] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.412741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.412741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.412741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.412741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.412741] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 is going to be created. [ 708.508356] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.508356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.508356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.508620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.508835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.524360] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 in Status: IN_PROGRESS for 2s [ 708.638499] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.141230] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.646277] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.646472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.646525] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.646738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.646825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.646920] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f is going to be updated. [ 709.692915] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.693463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.693463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.693463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.693463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.704964] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: IN_PROGRESS for 2s [ 710.545496] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 in Status: SUCCESS [ 710.545805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.681448] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 711.681448] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 711.720270] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: SUCCESS [ 711.720544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.720862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.721148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.721801] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.721801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.721801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.721801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.721801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.722060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.722060] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.228254] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.228254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.228254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.228504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.228544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.228611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.228706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.228825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.228912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.228997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.229163] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.229301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.229341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.229490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.229687] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.229780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.229838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.229973] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.230205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.230205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.230717] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.736417] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ffc3691-1fc9-401e-8eed-6760b56f711f: rpc.has_security_group_logging(os_id): False [ 712.756392] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.756473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.756568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.756808] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.756936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.757230] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.757230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.757350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.757568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.757666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.757835] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.757929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.758047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.758144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.758219] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.758402] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.758527] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.758563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.758681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.758752] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.758856] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f is going to be updated. [ 712.856868] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.857070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.857147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.857367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.857518] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.873419] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: IN_PROGRESS for 2s [ 714.892214] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: SUCCESS [ 714.892579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.310996] env[66094]: INFO networking_nsxv3.common.synchronization [req-e1604311-fdc7-4c0d-a9bd-9e07d9492efe req-289149c0-aebe-4c0a-b543-e7a222067394 tempest-ServerPasswordTestJSON-1267371626 tempest-ServerPasswordTestJSON-1267371626-project-member] Enqueued Resource ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a with Priority: HIGHEST for action security_group_members [ 715.310996] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a with Priority: HIGHEST for action security_group_members [ 715.312181] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-985864b7-83df-4640-9c1d-dfdd8f12c34a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.312181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.312181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.312181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.312181] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.312181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.312181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.312181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.312456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.312456] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985864b7-83df-4640-9c1d-dfdd8f12c34a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.815794] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.815794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.815794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.815794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.815794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.816202] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.816202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.816202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.816439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.816551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.817069] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a is going to be updated. [ 715.868724] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.868983] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.869127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.869431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.869630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.881910] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a in Status: IN_PROGRESS for 2s [ 716.521839] env[66094]: INFO networking_nsxv3.common.synchronization [req-cd1736a2-8b81-4904-bb55-db0df3e0de8e req-f987bb7f-eba2-49c8-bc01-0b9804a05fa2 tempest-VolumesAssistedSnapshotsTest-1709405539 tempest-VolumesAssistedSnapshotsTest-1709405539-project-member] Enqueued Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_members [ 716.524108] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGHEST for action security_group_members [ 716.524108] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad4797b-c1c1-4060-872d-786383c9a862 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.524108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.524108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.524108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.524108] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.524108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.524108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.524108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.524108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.524545] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad4797b-c1c1-4060-872d-786383c9a862',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.029751] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.029947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.031942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.032114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.032849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.033410] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.033673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.033823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.034097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.035249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.035410] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad4797b-c1c1-4060-872d-786383c9a862 is going to be updated. [ 717.066608] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.066800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.066855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.067092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.067240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.078741] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad4797b-c1c1-4060-872d-786383c9a862 in Status: IN_PROGRESS for 2s [ 717.410121] env[66094]: INFO networking_nsxv3.common.synchronization [req-b4a07136-161a-42b1-aa51-dec18629cd58 req-765e7f89-9da9-4edf-8675-9d2b5d99ee81 tempest-InstanceActionsTestJSON-37383031 tempest-InstanceActionsTestJSON-37383031-project-member] Enqueued Resource ID: afb23928-c40f-496a-a481-72ea361c0140 with Priority: HIGHEST for action security_group_members [ 717.410847] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb23928-c40f-496a-a481-72ea361c0140 with Priority: HIGHEST for action security_group_members [ 717.412670] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb23928-c40f-496a-a481-72ea361c0140 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.412670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.412670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.413095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.413254] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.413334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.413438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.413653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.413766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.413873] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb23928-c40f-496a-a481-72ea361c0140',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.632209] env[66094]: INFO networking_nsxv3.common.synchronization [req-c2992078-457b-402b-8a1a-6e4eda643c3b req-79990783-61fe-4795-b540-abbf88448d27 tempest-FloatingIPsAssociationTestJSON-1550065579 tempest-FloatingIPsAssociationTestJSON-1550065579-project-member] Enqueued Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 717.633544] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGHEST for action security_group_members [ 717.633958] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.634134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.634227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.634471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.634660] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.634791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.634878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.635075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.635194] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.635313] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.896956] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a in Status: SUCCESS [ 717.896956] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985864b7-83df-4640-9c1d-dfdd8f12c34a deletion is rescheduled due to dependency. [ 717.897083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985864b7-83df-4640-9c1d-dfdd8f12c34a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.918297] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.918297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.918297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.918297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.918508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.918599] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.918700] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.918748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.918913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.919013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.919092] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb23928-c40f-496a-a481-72ea361c0140 already deleted. [ 717.919181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.947182] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.947435] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-459" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.947557] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-459" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.947888] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-459" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.948463] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.948627] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.948742] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.948975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.949456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.949456] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.949456] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.949650] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.949744] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.949927] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.950067] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.950208] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.973804] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.974146] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.974353] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.974589] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-459" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.976975] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-dfce33df-e719-4f4c-9969-958d8655bd5b taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.976975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-dfce33df-e719-4f4c-9969-958d8655bd5b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.976975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-dfce33df-e719-4f4c-9969-958d8655bd5b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.976975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-dfce33df-e719-4f4c-9969-958d8655bd5b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.976975] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfce33df-e719-4f4c-9969-958d8655bd5b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.236981] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.236981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.236981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.236981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.236981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.236981] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.236981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.236981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.236981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.236981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.236981] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 is going to be updated. [ 718.322149] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.322298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.322370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.324024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.324024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.354447] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: IN_PROGRESS for 2s [ 718.480398] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.480795] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.480795] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.481064] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.481217] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.481370] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port dfce33df-e719-4f4c-9969-958d8655bd5b not found, creating... [ 718.481690] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.481786] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.481892] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.482162] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.482315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.482573] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.482719] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.482831] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.483044] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.483177] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.483372] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: dfce33df-e719-4f4c-9969-958d8655bd5b is going to be created. [ 718.508940] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.509287] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.509287] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.509641] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.509897] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.510156] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-dfce33df-e719-4f4c-9969-958d8655bd5b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.089809] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad4797b-c1c1-4060-872d-786383c9a862 in Status: SUCCESS [ 719.090117] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad4797b-c1c1-4060-872d-786383c9a862 deletion is rescheduled due to dependency. [ 719.090229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.268632] env[66094]: INFO networking_nsxv3.common.synchronization [req-b4a07136-161a-42b1-aa51-dec18629cd58 req-0bcc3d89-679d-4817-850c-a2f04886d3a9 service nova] Enqueued Resource ID: afb23928-c40f-496a-a481-72ea361c0140 with Priority: HIGHEST for action security_group_rules [ 719.268826] env[66094]: INFO networking_nsxv3.common.synchronization [req-b4a07136-161a-42b1-aa51-dec18629cd58 req-0bcc3d89-679d-4817-850c-a2f04886d3a9 service nova] Enqueued Resource ID: afb23928-c40f-496a-a481-72ea361c0140 with Priority: HIGHEST for action security_group_members [ 719.270449] env[66094]: INFO networking_nsxv3.common.synchronization [req-b4a07136-161a-42b1-aa51-dec18629cd58 req-0bcc3d89-679d-4817-850c-a2f04886d3a9 service nova] Enqueued Resource ID: dfce33df-e719-4f4c-9969-958d8655bd5b with Priority: HIGHEST for action port [ 719.271466] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb23928-c40f-496a-a481-72ea361c0140 with Priority: HIGHEST for action security_group_rules [ 719.272064] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb23928-c40f-496a-a481-72ea361c0140 with Priority: HIGHEST for action security_group_members [ 719.272300] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfce33df-e719-4f4c-9969-958d8655bd5b with Priority: HIGHEST for action port [ 719.272826] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb23928-c40f-496a-a481-72ea361c0140 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.273076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.273236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.273610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.273748] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb23928-c40f-496a-a481-72ea361c0140',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.274927] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb23928-c40f-496a-a481-72ea361c0140 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.275686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.275770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.276067] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.276778] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.276933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.277050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.277245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.277373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.277510] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb23928-c40f-496a-a481-72ea361c0140',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.278881] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfce33df-e719-4f4c-9969-958d8655bd5b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.279049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfce33df-e719-4f4c-9969-958d8655bd5b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.279147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfce33df-e719-4f4c-9969-958d8655bd5b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.279363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfce33df-e719-4f4c-9969-958d8655bd5b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.279502] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfce33df-e719-4f4c-9969-958d8655bd5b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.782254] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb23928-c40f-496a-a481-72ea361c0140 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.783065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.783922] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb23928-c40f-496a-a481-72ea361c0140',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.784868] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfce33df-e719-4f4c-9969-958d8655bd5b with status ACTIVE [ 719.785099] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.785226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.785292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.786317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.786317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.786317] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.786317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.786317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.788185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.791342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.791342] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.791342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.791342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.791342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.791342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.791342] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfce33df-e719-4f4c-9969-958d8655bd5b is going to be updated. [ 719.793336] env[66094]: INFO networking_nsxv3.common.synchronization [req-0eb823e1-7cf1-4047-9f6c-9c02fd50593c req-525ff99f-9b77-4c49-b888-c51e577ad641 tempest-ServersNegativeTestMultiTenantJSON-1980034200 tempest-ServersNegativeTestMultiTenantJSON-1980034200-project-member] Enqueued Resource ID: 161a5532-7738-42e4-8603-51af4c22e265 with Priority: HIGHEST for action security_group_members [ 719.794695] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161a5532-7738-42e4-8603-51af4c22e265 with Priority: HIGHEST for action security_group_members [ 719.795747] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a5532-7738-42e4-8603-51af4c22e265 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.795747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.795747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.797159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.797351] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.798909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.798909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.798909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.798909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.798909] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('161a5532-7738-42e4-8603-51af4c22e265',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.841372] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.843278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.843767] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.844491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.845357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.845816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfce33df-e719-4f4c-9969-958d8655bd5b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.292496] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb23928-c40f-496a-a481-72ea361c0140',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.302543] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.302705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.302782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.302995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.303101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.303299] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.303396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.303458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.303616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.303698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.303783] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 161a5532-7738-42e4-8603-51af4c22e265 is going to be updated. [ 720.339679] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.339857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.339904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.340139] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.340279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.357019] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 161a5532-7738-42e4-8603-51af4c22e265 in Status: IN_PROGRESS for 2s [ 720.364461] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 in Status: SUCCESS [ 720.365456] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 deletion is rescheduled due to dependency. [ 720.365619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.423432] env[66094]: INFO networking_nsxv3.common.synchronization [req-87a6d9de-2edc-491e-bd24-15979360b96e req-e3196a57-71be-48d1-9d66-7e31fdd195c0 tempest-ServerMetadataNegativeTestJSON-695804547 tempest-ServerMetadataNegativeTestJSON-695804547-project-member] Enqueued Resource ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 with Priority: HIGHEST for action security_group_members [ 720.424372] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 with Priority: HIGHEST for action security_group_members [ 720.424372] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.424530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.424564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.424806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.424960] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.425072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.425134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.425281] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.425367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.425460] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f75ad203-7ad3-4d3c-8c0e-150eaab760d0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.797181] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.797181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.797181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.797181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.797181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.797181] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb23928-c40f-496a-a481-72ea361c0140 is going to be created. [ 720.819237] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.819237] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-943" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.819237] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-943" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.819543] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-943" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.823360] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.823360] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.823360] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.823360] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.823360] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.823360] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.823360] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.823360] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.823360] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.823360] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.823360] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.823360] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.851379] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.852154] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.852154] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.852154] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-943" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.852154] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-8c9cd915-4043-4592-b0f8-c74beb9de730 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.852436] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-8c9cd915-4043-4592-b0f8-c74beb9de730" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.852436] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-8c9cd915-4043-4592-b0f8-c74beb9de730" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.853625] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-8c9cd915-4043-4592-b0f8-c74beb9de730" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.853625] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9cd915-4043-4592-b0f8-c74beb9de730',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.857349] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.857480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.857821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.858425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.858651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.882321] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb23928-c40f-496a-a481-72ea361c0140 in Status: UNINITIALIZED for 2s [ 720.929669] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.929669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.929669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.930450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.930450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.930450] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.930450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.930450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.930450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.930450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.930684] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 already deleted. [ 720.930684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.361754] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.364336] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.364336] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.364336] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.364336] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.364336] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 8c9cd915-4043-4592-b0f8-c74beb9de730 not found, creating... [ 721.364336] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.364336] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.364336] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.364336] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.364336] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.364722] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.364722] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.364950] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.365230] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.365428] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.365583] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 8c9cd915-4043-4592-b0f8-c74beb9de730 is going to be created. [ 721.394138] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.394138] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.394411] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.394500] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.394804] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.395069] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-8c9cd915-4043-4592-b0f8-c74beb9de730" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.087549] env[66094]: INFO networking_nsxv3.common.synchronization [req-87a6d9de-2edc-491e-bd24-15979360b96e req-0628cf7b-cadb-4fec-ab73-be8ac5f4f793 service nova] Enqueued Resource ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 with Priority: HIGHEST for action security_group_rules [ 722.087549] env[66094]: INFO networking_nsxv3.common.synchronization [req-87a6d9de-2edc-491e-bd24-15979360b96e req-0628cf7b-cadb-4fec-ab73-be8ac5f4f793 service nova] Enqueued Resource ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 with Priority: HIGHEST for action security_group_members [ 722.087549] env[66094]: INFO networking_nsxv3.common.synchronization [req-87a6d9de-2edc-491e-bd24-15979360b96e req-0628cf7b-cadb-4fec-ab73-be8ac5f4f793 service nova] Enqueued Resource ID: 8c9cd915-4043-4592-b0f8-c74beb9de730 with Priority: HIGHEST for action port [ 722.087549] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 with Priority: HIGHEST for action security_group_rules [ 722.087549] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 with Priority: HIGHEST for action security_group_members [ 722.087549] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9cd915-4043-4592-b0f8-c74beb9de730 with Priority: HIGHEST for action port [ 722.087549] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f75ad203-7ad3-4d3c-8c0e-150eaab760d0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.087549] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.087549] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.087549] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.087549] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f75ad203-7ad3-4d3c-8c0e-150eaab760d0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.088808] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.088921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.088987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.089167] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.089319] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.089415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.089478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.089631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.089724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.089821] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f75ad203-7ad3-4d3c-8c0e-150eaab760d0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.090588] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c9cd915-4043-4592-b0f8-c74beb9de730 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.090717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c9cd915-4043-4592-b0f8-c74beb9de730" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.090788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c9cd915-4043-4592-b0f8-c74beb9de730" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.090958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c9cd915-4043-4592-b0f8-c74beb9de730" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.091018] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9cd915-4043-4592-b0f8-c74beb9de730',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.368485] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 161a5532-7738-42e4-8603-51af4c22e265 in Status: SUCCESS [ 722.368912] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 161a5532-7738-42e4-8603-51af4c22e265 deletion is rescheduled due to dependency. [ 722.368912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.592999] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f75ad203-7ad3-4d3c-8c0e-150eaab760d0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.596717] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.596717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.596717] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c9cd915-4043-4592-b0f8-c74beb9de730 with status ACTIVE [ 722.596717] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.596717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.596717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.596717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.596717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.596717] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.596717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.596717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.596717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.596717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.601708] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.601968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.602060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.602262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.602342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.602437] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c9cd915-4043-4592-b0f8-c74beb9de730 is going to be updated. [ 722.627897] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.628059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.628131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.628343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.628482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.628652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c9cd915-4043-4592-b0f8-c74beb9de730" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.893598] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb23928-c40f-496a-a481-72ea361c0140 in Status: SUCCESS [ 722.893838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.894087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.894228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.896619] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.896619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.896619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.896619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.896619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.896619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.896619] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afb23928-c40f-496a-a481-72ea361c0140',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.105512] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f75ad203-7ad3-4d3c-8c0e-150eaab760d0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.189426] env[66094]: INFO networking_nsxv3.common.synchronization [req-0b3db1aa-7148-4943-b866-d4fc98fae076 req-b86a40f0-a0a1-4811-9e70-ed5737756958 tempest-ServersAdminTestJSON-2003786084 tempest-ServersAdminTestJSON-2003786084-project-member] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 723.190106] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 723.190430] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.190696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.190696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.190829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.190989] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.192853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.193756] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.194035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.194138] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.194262] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.399733] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb23928-c40f-496a-a481-72ea361c0140 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.399733] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.400181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.400357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.400615] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.400778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.400849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.401018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.401161] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.401275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.401433] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb23928-c40f-496a-a481-72ea361c0140 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.401541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.401647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.401829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.401980] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.402144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.402199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.402337] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.402432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.402544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.402640] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afb23928-c40f-496a-a481-72ea361c0140',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.610943] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.612908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.613161] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.613290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.613413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.613573] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 is going to be created. [ 723.663026] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.663026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.663026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.663026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.663026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.676350] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 in Status: UNINITIALIZED for 2s [ 723.682966] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.683868] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.683868] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.687821] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.687821] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.687821] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.687821] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.687821] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.687821] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.687821] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.687821] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.687821] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.687821] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.687821] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.687821] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.687821] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.699273] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.708617] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.708780] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.708918] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.709112] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.709425] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-577966a2-a208-43a7-8557-41d7826cb246 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.709595] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-577966a2-a208-43a7-8557-41d7826cb246" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.709878] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-577966a2-a208-43a7-8557-41d7826cb246" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.710133] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-577966a2-a208-43a7-8557-41d7826cb246" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.710270] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('577966a2-a208-43a7-8557-41d7826cb246',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.905838] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afb23928-c40f-496a-a481-72ea361c0140: rpc.has_security_group_logging(os_id): False [ 723.934772] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.934772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.934772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.935092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.935092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.935569] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.935569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.935569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.935728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.935728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.936449] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.936449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.936449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.936449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.936667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.936732] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.936847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.936911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.937428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.937428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.937634] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb23928-c40f-496a-a481-72ea361c0140 is going to be created. [ 724.030767] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.031174] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.031580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.032531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.032810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.073338] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb23928-c40f-496a-a481-72ea361c0140 in Status: IN_PROGRESS for 2s [ 724.203721] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.213705] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.213927] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.214056] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.214374] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.214533] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.214699] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 577966a2-a208-43a7-8557-41d7826cb246 not found, creating... [ 724.215348] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.215348] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.215348] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.216066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.216066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.216066] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.216228] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.216305] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.216460] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.216599] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.216742] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 577966a2-a208-43a7-8557-41d7826cb246 is going to be created. [ 724.270018] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.270732] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.272091] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.272091] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.272091] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.272091] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-577966a2-a208-43a7-8557-41d7826cb246" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.707766] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.708106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.708106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.708492] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.709077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.709077] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 724.749920] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.750143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.750143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.750397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.750687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.767411] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 725.020378] env[66094]: INFO networking_nsxv3.common.synchronization [req-0b3db1aa-7148-4943-b866-d4fc98fae076 req-5c8592e8-ce82-4ac2-9e97-7f71e21ee1a2 service nova] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_rules [ 725.020378] env[66094]: INFO networking_nsxv3.common.synchronization [req-0b3db1aa-7148-4943-b866-d4fc98fae076 req-5c8592e8-ce82-4ac2-9e97-7f71e21ee1a2 service nova] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 725.020378] env[66094]: INFO networking_nsxv3.common.synchronization [req-0b3db1aa-7148-4943-b866-d4fc98fae076 req-5c8592e8-ce82-4ac2-9e97-7f71e21ee1a2 service nova] Enqueued Resource ID: 577966a2-a208-43a7-8557-41d7826cb246 with Priority: HIGHEST for action port [ 725.020378] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_rules [ 725.020378] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 725.020378] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 577966a2-a208-43a7-8557-41d7826cb246 with Priority: HIGHEST for action port [ 725.021210] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.021845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.022563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.022563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.022898] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.025060] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.025060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.025060] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-577966a2-a208-43a7-8557-41d7826cb246 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.025060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-577966a2-a208-43a7-8557-41d7826cb246" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.025060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-577966a2-a208-43a7-8557-41d7826cb246" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.025060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-577966a2-a208-43a7-8557-41d7826cb246" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.025060] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('577966a2-a208-43a7-8557-41d7826cb246',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.530021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.530021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.530021] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 577966a2-a208-43a7-8557-41d7826cb246 with status ACTIVE [ 725.530021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.530021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.530021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.530021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.530021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.530021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.530021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.530021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.530021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.530021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.530021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.530626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.530626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.530626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.530626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.530626] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 577966a2-a208-43a7-8557-41d7826cb246 is going to be updated. [ 725.554263] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.554263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.554263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.554263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.554263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.554263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-577966a2-a208-43a7-8557-41d7826cb246" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.634439] env[66094]: INFO networking_nsxv3.common.synchronization [req-516a8720-2d0d-447f-b87c-c4fd3f4b3b36 req-7de12736-bea2-4b2d-80b3-079837caf1ef tempest-FloatingIPsAssociationNegativeTestJSON-1371186041 tempest-FloatingIPsAssociationNegativeTestJSON-1371186041-project-member] Enqueued Resource ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc with Priority: HIGHEST for action security_group_members [ 725.634439] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc with Priority: HIGHEST for action security_group_members [ 725.634439] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.634439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.634439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.634439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.635173] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.635692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.635692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.637294] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.637687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.638497] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9796fa1e-2425-4aea-b8fc-4cf3d6419dfc',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.688139] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 in Status: SUCCESS [ 725.688277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.688444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.688672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.688863] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.688979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.689082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.689242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.689329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.689414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.689505] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f75ad203-7ad3-4d3c-8c0e-150eaab760d0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.088233] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb23928-c40f-496a-a481-72ea361c0140 in Status: SUCCESS [ 726.088596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.140478] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.140750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.140750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.140925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.141031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.141231] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.141331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.141392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.141852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.141940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.142256] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc is going to be updated. [ 726.170957] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.171123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.171189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.171407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.171558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.182751] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc in Status: IN_PROGRESS for 2s [ 726.192567] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.192567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.192760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.193112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.193301] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.193413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.193476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.193650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.193765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.193862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.193948] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.194059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.194183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.194346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.194471] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.194574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.195128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.195128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.195128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.195394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.195394] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f75ad203-7ad3-4d3c-8c0e-150eaab760d0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.542521] env[66094]: INFO networking_nsxv3.common.synchronization [req-080915db-887e-44c1-a931-f39a0b024089 req-28963610-fd85-4d34-b183-ef8dc77ac69a tempest-ServerTagsTestJSON-418758799 tempest-ServerTagsTestJSON-418758799-project-member] Enqueued Resource ID: f4a3e854-e12e-480f-aa86-d30884f69a10 with Priority: HIGHEST for action security_group_members [ 726.543404] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a3e854-e12e-480f-aa86-d30884f69a10 with Priority: HIGHEST for action security_group_members [ 726.543404] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4a3e854-e12e-480f-aa86-d30884f69a10 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.543574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.543632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.543889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.544397] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.544524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.544729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.544729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.545883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.545883] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4a3e854-e12e-480f-aa86-d30884f69a10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.697346] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f75ad203-7ad3-4d3c-8c0e-150eaab760d0: rpc.has_security_group_logging(os_id): False [ 726.723036] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.723310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.723445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.723971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.724173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.724499] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.725302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.725444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.726270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.726474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.726854] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.727092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.727936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.728291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.728385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.728734] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.730471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.730471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.730471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.730471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.730471] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 is going to be created. [ 726.780320] env[66094]: INFO networking_nsxv3.common.synchronization [None req-ff1f138f-ede6-4dfc-a9e0-3173aff0222c None None] Enqueued Resource ID: 69b1e9bb-9bd3-4194-a3be-bf8c67aa0534 with Priority: HIGHEST for action port [ 726.780320] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 726.780602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.781128] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b1e9bb-9bd3-4194-a3be-bf8c67aa0534 with Priority: HIGHEST for action port [ 726.781396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.781677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.781901] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.782589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.782762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.783077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.783158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.783287] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.785035] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-69b1e9bb-9bd3-4194-a3be-bf8c67aa0534 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.785182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69b1e9bb-9bd3-4194-a3be-bf8c67aa0534" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.785182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69b1e9bb-9bd3-4194-a3be-bf8c67aa0534" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.785506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69b1e9bb-9bd3-4194-a3be-bf8c67aa0534" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.785653] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69b1e9bb-9bd3-4194-a3be-bf8c67aa0534',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.811058] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.811058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.811058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.811058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.811279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.855087] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 in Status: IN_PROGRESS for 2s [ 727.047758] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.047967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.048099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.048337] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.048379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.048578] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.049127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.049127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.049127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.049127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.049127] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4a3e854-e12e-480f-aa86-d30884f69a10 already deleted. [ 727.049127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.101028] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.101028] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-958" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.101028] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-958" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.101760] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-958" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.102205] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.105017] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.105017] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.105017] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.105017] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.105017] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.105017] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.105017] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.105017] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.105017] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.105017] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.105017] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.125013] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.125215] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.125417] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.125646] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-958" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.125977] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-7e552748-b58e-44ad-8206-1d764b1255ba taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.126240] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-7e552748-b58e-44ad-8206-1d764b1255ba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.126832] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-7e552748-b58e-44ad-8206-1d764b1255ba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.127438] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-7e552748-b58e-44ad-8206-1d764b1255ba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.127778] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e552748-b58e-44ad-8206-1d764b1255ba',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.288783] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69b1e9bb-9bd3-4194-a3be-bf8c67aa0534 [ 727.289108] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.289288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.290181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.290181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.290181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.290382] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69b1e9bb-9bd3-4194-a3be-bf8c67aa0534 already deleted. [ 727.290489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69b1e9bb-9bd3-4194-a3be-bf8c67aa0534" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.290822] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.505389] env[66094]: INFO networking_nsxv3.common.synchronization [None req-fb3fb4d1-59cd-4da2-969c-0bc8d192a6eb None None] Enqueued Resource ID: c6acbc8c-e792-46fb-a255-90c57a0da4fa with Priority: HIGHEST for action port [ 727.505644] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6acbc8c-e792-46fb-a255-90c57a0da4fa with Priority: HIGHEST for action port [ 727.506443] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6acbc8c-e792-46fb-a255-90c57a0da4fa taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.506566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6acbc8c-e792-46fb-a255-90c57a0da4fa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.506630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6acbc8c-e792-46fb-a255-90c57a0da4fa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.506896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6acbc8c-e792-46fb-a255-90c57a0da4fa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.506977] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6acbc8c-e792-46fb-a255-90c57a0da4fa',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.630280] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.630709] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.630709] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.631025] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.631727] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.631727] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 7e552748-b58e-44ad-8206-1d764b1255ba not found, creating... [ 727.631727] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.631912] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.631949] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.632246] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.632409] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.632789] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.632975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.633233] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.633476] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.633612] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.633754] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 7e552748-b58e-44ad-8206-1d764b1255ba is going to be created. [ 727.661947] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.662296] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.662422] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.662767] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.663035] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.663298] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-7e552748-b58e-44ad-8206-1d764b1255ba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.794195] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.009520] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6acbc8c-e792-46fb-a255-90c57a0da4fa [ 728.009936] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.010457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.010457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.010457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.010602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.010602] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6acbc8c-e792-46fb-a255-90c57a0da4fa already deleted. [ 728.010667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6acbc8c-e792-46fb-a255-90c57a0da4fa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.200715] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc in Status: SUCCESS [ 728.201071] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9796fa1e-2425-4aea-b8fc-4cf3d6419dfc deletion is rescheduled due to dependency. [ 728.201071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9796fa1e-2425-4aea-b8fc-4cf3d6419dfc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.300378] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.300378] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.300378] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.300378] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.300378] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.300378] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 728.341739] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.341921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.342043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.342463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.342463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.356719] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 728.632261] env[66094]: INFO networking_nsxv3.common.synchronization [None req-9e396883-0a4c-4f9e-a981-3c52af05fc21 None None] Enqueued Resource ID: 91d33ca8-4814-4d0d-a5ba-8d3968fba159 with Priority: HIGHEST for action port [ 728.632261] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91d33ca8-4814-4d0d-a5ba-8d3968fba159 with Priority: HIGHEST for action port [ 728.632261] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-91d33ca8-4814-4d0d-a5ba-8d3968fba159 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.632453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91d33ca8-4814-4d0d-a5ba-8d3968fba159" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.632453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91d33ca8-4814-4d0d-a5ba-8d3968fba159" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.632593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91d33ca8-4814-4d0d-a5ba-8d3968fba159" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.632670] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91d33ca8-4814-4d0d-a5ba-8d3968fba159',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.838831] env[66094]: INFO networking_nsxv3.common.synchronization [req-080915db-887e-44c1-a931-f39a0b024089 req-8d2fdd6a-b63b-4d98-9315-1dcd8e1b64e0 service nova] Enqueued Resource ID: f4a3e854-e12e-480f-aa86-d30884f69a10 with Priority: HIGHEST for action security_group_rules [ 728.839033] env[66094]: INFO networking_nsxv3.common.synchronization [req-080915db-887e-44c1-a931-f39a0b024089 req-8d2fdd6a-b63b-4d98-9315-1dcd8e1b64e0 service nova] Enqueued Resource ID: f4a3e854-e12e-480f-aa86-d30884f69a10 with Priority: HIGHEST for action security_group_members [ 728.839254] env[66094]: INFO networking_nsxv3.common.synchronization [req-080915db-887e-44c1-a931-f39a0b024089 req-8d2fdd6a-b63b-4d98-9315-1dcd8e1b64e0 service nova] Enqueued Resource ID: 7e552748-b58e-44ad-8206-1d764b1255ba with Priority: HIGHEST for action port [ 728.840574] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a3e854-e12e-480f-aa86-d30884f69a10 with Priority: HIGHEST for action security_group_rules [ 728.840727] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a3e854-e12e-480f-aa86-d30884f69a10 with Priority: HIGHEST for action security_group_members [ 728.840857] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e552748-b58e-44ad-8206-1d764b1255ba with Priority: HIGHEST for action port [ 728.842863] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4a3e854-e12e-480f-aa86-d30884f69a10 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.843325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.843325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.843651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.843651] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4a3e854-e12e-480f-aa86-d30884f69a10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.845250] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4a3e854-e12e-480f-aa86-d30884f69a10 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.845403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.846793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.846793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.846793] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.846793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.846793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.846793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.846793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.846793] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4a3e854-e12e-480f-aa86-d30884f69a10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.847442] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e552748-b58e-44ad-8206-1d764b1255ba taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.847515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e552748-b58e-44ad-8206-1d764b1255ba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.847515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e552748-b58e-44ad-8206-1d764b1255ba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.847760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e552748-b58e-44ad-8206-1d764b1255ba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.847833] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e552748-b58e-44ad-8206-1d764b1255ba',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.868878] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 in Status: SUCCESS [ 728.869168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.136952] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91d33ca8-4814-4d0d-a5ba-8d3968fba159 [ 729.137132] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.137246] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.137246] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.137416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.137499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.137583] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91d33ca8-4814-4d0d-a5ba-8d3968fba159 already deleted. [ 729.137769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91d33ca8-4814-4d0d-a5ba-8d3968fba159" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.263109] env[66094]: INFO networking_nsxv3.common.synchronization [req-fef15cbd-bb9e-48f9-9c76-3c579c8f4180 req-1d5ab021-32a0-4934-9f6f-7e8aeeadbabf tempest-ServersTestFqdnHostnames-446072277 tempest-ServersTestFqdnHostnames-446072277-project-member] Enqueued Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_members [ 729.265797] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_members [ 729.268018] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b67c28ed-6676-4734-b2e0-1b725d6c9766 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.268018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.268018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.269159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.269395] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.269535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.269596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.269844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.269935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.270025] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b67c28ed-6676-4734-b2e0-1b725d6c9766',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.350261] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4a3e854-e12e-480f-aa86-d30884f69a10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.353959] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4a3e854-e12e-480f-aa86-d30884f69a10 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.353959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.353959] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e552748-b58e-44ad-8206-1d764b1255ba with status ACTIVE [ 729.353959] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.353959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.353959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.353959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.353959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.354512] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.354512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.354512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.354637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.354637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.354988] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.354988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.355397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.355575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.355664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.355773] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e552748-b58e-44ad-8206-1d764b1255ba is going to be updated. [ 729.388519] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.388519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.388519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.388519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.388519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.388519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e552748-b58e-44ad-8206-1d764b1255ba" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.716952] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.717113] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-213" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.717778] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-213" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.717941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-213" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.718239] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.718906] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.718906] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.718906] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.719153] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.719374] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.719481] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.719582] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.719722] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.719858] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.720284] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.720284] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.742872] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.743065] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.743195] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.743380] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-213" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.743684] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-707d201a-4445-49d4-badc-a6074a89c2a7 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.744493] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-707d201a-4445-49d4-badc-a6074a89c2a7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.744493] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-707d201a-4445-49d4-badc-a6074a89c2a7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.744493] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-707d201a-4445-49d4-badc-a6074a89c2a7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.744640] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('707d201a-4445-49d4-badc-a6074a89c2a7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.772430] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.774468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.774468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.774468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.774468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.774468] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.774468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.774468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.774468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.774468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.774468] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 already deleted. [ 729.774468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.858175] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4a3e854-e12e-480f-aa86-d30884f69a10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.120526] env[66094]: INFO networking_nsxv3.common.synchronization [None req-6da1b1b5-a736-4439-a802-34e42111e02a None None] Enqueued Resource ID: e68e1467-edbd-4849-9d4c-c2f44dd3a16b with Priority: HIGHEST for action port [ 730.120526] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e68e1467-edbd-4849-9d4c-c2f44dd3a16b with Priority: HIGHEST for action port [ 730.120526] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-e68e1467-edbd-4849-9d4c-c2f44dd3a16b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.120526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e68e1467-edbd-4849-9d4c-c2f44dd3a16b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.120526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e68e1467-edbd-4849-9d4c-c2f44dd3a16b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.120526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e68e1467-edbd-4849-9d4c-c2f44dd3a16b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.120526] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e68e1467-edbd-4849-9d4c-c2f44dd3a16b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.250170] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.251683] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.251854] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.252198] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.252358] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.252586] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 707d201a-4445-49d4-badc-a6074a89c2a7 not found, creating... [ 730.252863] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.253052] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.253169] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.253524] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.253576] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.253913] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.254053] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.254144] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.254343] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.254466] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.254646] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 707d201a-4445-49d4-badc-a6074a89c2a7 is going to be created. [ 730.303508] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.303879] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.303879] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.304117] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.304356] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.304734] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-707d201a-4445-49d4-badc-a6074a89c2a7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.362775] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.363065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.363193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.363465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.363646] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.363810] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4a3e854-e12e-480f-aa86-d30884f69a10 is going to be created. [ 730.369483] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 730.369483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.370450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.370450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.370450] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.370450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.370450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.370450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.370450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.370713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.370713] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.417476] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.417476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.417476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.417476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.417476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.443687] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4a3e854-e12e-480f-aa86-d30884f69a10 in Status: UNINITIALIZED for 2s [ 730.625311] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e68e1467-edbd-4849-9d4c-c2f44dd3a16b [ 730.625311] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.625311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.625311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.625311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.625496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.625496] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e68e1467-edbd-4849-9d4c-c2f44dd3a16b already deleted. [ 730.625550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e68e1467-edbd-4849-9d4c-c2f44dd3a16b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.873546] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.874050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.874050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.874202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.874406] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.874513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.874586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.874794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.874878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.874967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.875146] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.875263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.875325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.875475] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.875615] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.875746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.875785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.876238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.876238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.876238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.876238] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.084613] env[66094]: INFO networking_nsxv3.common.synchronization [req-fef15cbd-bb9e-48f9-9c76-3c579c8f4180 req-876c3145-62ed-4917-a3a6-b7cbd556e394 service nova] Enqueued Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_rules [ 731.084816] env[66094]: INFO networking_nsxv3.common.synchronization [req-fef15cbd-bb9e-48f9-9c76-3c579c8f4180 req-876c3145-62ed-4917-a3a6-b7cbd556e394 service nova] Enqueued Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_members [ 731.084955] env[66094]: INFO networking_nsxv3.common.synchronization [req-fef15cbd-bb9e-48f9-9c76-3c579c8f4180 req-876c3145-62ed-4917-a3a6-b7cbd556e394 service nova] Enqueued Resource ID: 707d201a-4445-49d4-badc-a6074a89c2a7 with Priority: HIGHEST for action port [ 731.085478] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_rules [ 731.085607] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_members [ 731.085735] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707d201a-4445-49d4-badc-a6074a89c2a7 with Priority: HIGHEST for action port [ 731.086129] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b67c28ed-6676-4734-b2e0-1b725d6c9766 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.087100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.087205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.087445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.087534] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b67c28ed-6676-4734-b2e0-1b725d6c9766',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.089628] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b67c28ed-6676-4734-b2e0-1b725d6c9766 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.089780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.089859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.090060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.090223] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.090327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.090392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.090534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.090620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.090729] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b67c28ed-6676-4734-b2e0-1b725d6c9766',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.095058] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-707d201a-4445-49d4-badc-a6074a89c2a7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.096210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-707d201a-4445-49d4-badc-a6074a89c2a7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.096210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-707d201a-4445-49d4-badc-a6074a89c2a7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.096210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-707d201a-4445-49d4-badc-a6074a89c2a7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.096210] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('707d201a-4445-49d4-badc-a6074a89c2a7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.379631] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4166d559-39fc-4907-bf6d-c3935eb247c1: rpc.has_security_group_logging(os_id): False [ 731.402030] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.402030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.402030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.404709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.404709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.404709] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.404709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.404709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.404709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.404709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.404709] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.404709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.404709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.404709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.404709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.404709] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.404709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.405117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.405117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.405117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.405611] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 731.496269] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.496425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.496461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.496891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.496891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.520652] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 731.597705] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b67c28ed-6676-4734-b2e0-1b725d6c9766',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.598912] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b67c28ed-6676-4734-b2e0-1b725d6c9766 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.599065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.599265] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 707d201a-4445-49d4-badc-a6074a89c2a7 with status ACTIVE [ 731.599443] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.599569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.599638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.599947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.600039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.600223] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.600332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.600401] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.600563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.600644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.604150] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.604150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.604150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.604150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.604150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.604362] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 707d201a-4445-49d4-badc-a6074a89c2a7 is going to be updated. [ 731.654795] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.654944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.655041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.655262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.655399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.655561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-707d201a-4445-49d4-badc-a6074a89c2a7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.685163] env[66094]: INFO networking_nsxv3.common.synchronization [req-bce4485d-1e97-443f-b41b-d14edd2a8395 req-4a4ffd0e-3319-4376-b55d-91a7d346077e tempest-ServerDiagnosticsTest-870942689 tempest-ServerDiagnosticsTest-870942689-project-member] Enqueued Resource ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f with Priority: HIGHEST for action security_group_members [ 731.686093] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f with Priority: HIGHEST for action security_group_members [ 731.686327] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29365c2-b7eb-4ecc-a756-6036b195cf3f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.686515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.686588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.686854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.687019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.687128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.687195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.687349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.687436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.687534] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29365c2-b7eb-4ecc-a756-6036b195cf3f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.066235] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.066235] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.066235] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.066235] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.066543] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.067086] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.067086] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.069428] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.069428] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.069428] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.069428] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.069428] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.069428] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.069428] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.069428] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.069428] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.106673] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b67c28ed-6676-4734-b2e0-1b725d6c9766',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.111138] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.112221] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.112221] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.112221] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.112221] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-9b46a6eb-7f84-496e-b399-e3a877188c46 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.112221] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-9b46a6eb-7f84-496e-b399-e3a877188c46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.112484] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-9b46a6eb-7f84-496e-b399-e3a877188c46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.112694] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-9b46a6eb-7f84-496e-b399-e3a877188c46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.113026] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b46a6eb-7f84-496e-b399-e3a877188c46',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.191336] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.191543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.191543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.191724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.191891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.192087] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.192229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.192295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.192485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.192567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.192675] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f already deleted. [ 732.192786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.456616] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4a3e854-e12e-480f-aa86-d30884f69a10 in Status: SUCCESS [ 732.457039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.457223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.458517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.458517] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.458517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.458517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.458517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.458517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.458517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.458517] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4a3e854-e12e-480f-aa86-d30884f69a10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.608948] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.609146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.609224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.609452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.609546] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.609645] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 is going to be created. [ 732.614828] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.615058] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.615183] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.615453] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.615596] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.615742] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 9b46a6eb-7f84-496e-b399-e3a877188c46 not found, creating... [ 732.616012] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.616164] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.616277] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.616493] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.616757] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.616896] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.617054] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.617168] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.617375] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.617501] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.617636] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 9b46a6eb-7f84-496e-b399-e3a877188c46 is going to be created. [ 732.640922] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.640922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.640922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.641765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.641765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.643651] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.643855] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.643964] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.644502] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.644502] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.644733] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-9b46a6eb-7f84-496e-b399-e3a877188c46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.656418] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 in Status: UNINITIALIZED for 2s [ 732.963018] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4a3e854-e12e-480f-aa86-d30884f69a10 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.963018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.963018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.963018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.963018] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.963496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.963496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.963496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.963496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.963496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.963717] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4a3e854-e12e-480f-aa86-d30884f69a10 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.963773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.963891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.964061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.964239] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.964335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.964400] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.964566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.964646] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.964981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.964981] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4a3e854-e12e-480f-aa86-d30884f69a10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.370264] env[66094]: INFO networking_nsxv3.common.synchronization [req-bce4485d-1e97-443f-b41b-d14edd2a8395 req-55226072-62da-4e93-afca-395b623a82e5 service nova] Enqueued Resource ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f with Priority: HIGHEST for action security_group_rules [ 733.370625] env[66094]: INFO networking_nsxv3.common.synchronization [req-bce4485d-1e97-443f-b41b-d14edd2a8395 req-55226072-62da-4e93-afca-395b623a82e5 service nova] Enqueued Resource ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f with Priority: HIGHEST for action security_group_members [ 733.370917] env[66094]: INFO networking_nsxv3.common.synchronization [req-bce4485d-1e97-443f-b41b-d14edd2a8395 req-55226072-62da-4e93-afca-395b623a82e5 service nova] Enqueued Resource ID: 9b46a6eb-7f84-496e-b399-e3a877188c46 with Priority: HIGHEST for action port [ 733.371873] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f with Priority: HIGHEST for action security_group_rules [ 733.372137] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f with Priority: HIGHEST for action security_group_members [ 733.372371] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b46a6eb-7f84-496e-b399-e3a877188c46 with Priority: HIGHEST for action port [ 733.372764] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29365c2-b7eb-4ecc-a756-6036b195cf3f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.373030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.373351] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.373994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.374227] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29365c2-b7eb-4ecc-a756-6036b195cf3f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.375407] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29365c2-b7eb-4ecc-a756-6036b195cf3f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.376614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.376780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.377113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.377396] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.381073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.381073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.381073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.381073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.381073] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29365c2-b7eb-4ecc-a756-6036b195cf3f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.381073] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b46a6eb-7f84-496e-b399-e3a877188c46 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.381073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b46a6eb-7f84-496e-b399-e3a877188c46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.381073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b46a6eb-7f84-496e-b399-e3a877188c46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.381073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b46a6eb-7f84-496e-b399-e3a877188c46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.381073] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b46a6eb-7f84-496e-b399-e3a877188c46',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.468569] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4a3e854-e12e-480f-aa86-d30884f69a10: rpc.has_security_group_logging(os_id): False [ 733.497038] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.497038] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.497038] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.497038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.497587] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.498022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.498242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.498493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.498667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.498845] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4a3e854-e12e-480f-aa86-d30884f69a10 is going to be created. [ 733.545621] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 733.546037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.587155] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.587309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.587379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.587598] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.587873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.607799] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4a3e854-e12e-480f-aa86-d30884f69a10 in Status: IN_PROGRESS for 2s [ 733.881840] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c29365c2-b7eb-4ecc-a756-6036b195cf3f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.883059] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29365c2-b7eb-4ecc-a756-6036b195cf3f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.883150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.883709] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b46a6eb-7f84-496e-b399-e3a877188c46 with status ACTIVE [ 733.883929] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.884128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.884167] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.884363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.884452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.884627] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.884726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.884789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.884947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.885037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.885239] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.885340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.885409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.885583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.885663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.885754] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b46a6eb-7f84-496e-b399-e3a877188c46 is going to be updated. [ 733.888816] env[66094]: INFO networking_nsxv3.common.synchronization [req-219b3f2c-6127-4745-8c3f-daf3899ad184 req-257adc19-26cc-41b1-9bf0-62b8e6492d44 tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 733.892083] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 733.892593] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.892650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.892681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.892870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.893018] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.893127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.893192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.893347] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.893440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.894059] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.917676] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.917676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.917676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.917915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.918020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.918185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b46a6eb-7f84-496e-b399-e3a877188c46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.937524] env[66094]: INFO networking_nsxv3.common.synchronization [req-219b3f2c-6127-4745-8c3f-daf3899ad184 req-257adc19-26cc-41b1-9bf0-62b8e6492d44 tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_rules [ 733.941389] env[66094]: INFO networking_nsxv3.common.synchronization [req-219b3f2c-6127-4745-8c3f-daf3899ad184 req-257adc19-26cc-41b1-9bf0-62b8e6492d44 tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 733.941389] env[66094]: INFO networking_nsxv3.common.synchronization [req-219b3f2c-6127-4745-8c3f-daf3899ad184 req-257adc19-26cc-41b1-9bf0-62b8e6492d44 tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 2045df1c-b6bd-4953-bca2-f698ea0028ff with Priority: HIGHEST for action port [ 733.941389] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_rules [ 733.941389] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 733.941389] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2045df1c-b6bd-4953-bca2-f698ea0028ff with Priority: HIGHEST for action port [ 733.941389] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.941389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.941389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.941389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.941389] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.941389] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.941389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.941389] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2045df1c-b6bd-4953-bca2-f698ea0028ff taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.941389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.941389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.941857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.941857] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2045df1c-b6bd-4953-bca2-f698ea0028ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.389156] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c29365c2-b7eb-4ecc-a756-6036b195cf3f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.397366] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.443983] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.444311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.444972] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2045df1c-b6bd-4953-bca2-f698ea0028ff with status ACTIVE [ 734.445751] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.445751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.445751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.445751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.445990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.445990] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.446121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.446155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.446329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.446446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.446636] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.446784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.446847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.447857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.448018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.448163] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2045df1c-b6bd-4953-bca2-f698ea0028ff is going to be updated. [ 734.504773] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.505115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.505115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.505238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.505379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.505552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.670225] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 in Status: SUCCESS [ 734.670458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.670653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.670935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.671160] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.671282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.671380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.671616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.671702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.671792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.671887] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b67c28ed-6676-4734-b2e0-1b725d6c9766',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.894477] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.894634] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.894704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.894932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.895040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.895148] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f is going to be created. [ 734.899347] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.930331] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.930547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.930690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.930948] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.931160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.945894] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f in Status: UNINITIALIZED for 2s [ 735.173957] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b67c28ed-6676-4734-b2e0-1b725d6c9766',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.256646] env[66094]: INFO networking_nsxv3.common.synchronization [req-ae96607a-9376-4519-ac6a-526925daa4de req-8fb59bde-ad19-438f-af6a-377fbe9a786a tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 735.258195] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 735.258900] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.261761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.261761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.261761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.261761] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.261761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.261761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.261761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.261761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.261761] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.403657] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.403808] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.403941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.404137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.404253] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.405492] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf is going to be updated. [ 735.449276] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.449276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.449276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.449276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.449276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.468083] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: IN_PROGRESS for 2s [ 735.622231] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4a3e854-e12e-480f-aa86-d30884f69a10 in Status: SUCCESS [ 735.622459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.679454] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b67c28ed-6676-4734-b2e0-1b725d6c9766: rpc.has_security_group_logging(os_id): False [ 735.702287] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.703902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.703902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.703902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.703902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.703902] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.703902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.703902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.704251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.704284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.704504] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 is going to be created. [ 735.763783] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.765010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.765010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.768184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.768184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.768184] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.768184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.768184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.768184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.768184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.768184] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 735.796647] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.796785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.796859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.797283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.797952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.841354] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 in Status: IN_PROGRESS for 2s [ 735.859686] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.859686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.859686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.859686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.859686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.880616] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 736.711983] env[66094]: INFO networking_nsxv3.common.synchronization [req-b3424c41-528e-4507-9ba7-48d6f46290f2 req-db245755-5408-420e-b1d9-edf7bed12d20 tempest-ListServersNegativeTestJSON-1635315332 tempest-ListServersNegativeTestJSON-1635315332-project-member] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 736.711983] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 736.712424] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.712424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.712424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.712578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.712618] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.712695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.712748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.712884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.712978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.713094] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.960374] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f in Status: SUCCESS [ 736.960603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.960790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.962426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.962426] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.962426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.962426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.962426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.962426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.962426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.962426] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c29365c2-b7eb-4ecc-a756-6036b195cf3f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.219367] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.464959] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29365c2-b7eb-4ecc-a756-6036b195cf3f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.464959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.465223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.467461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.467461] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.467461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.467461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.467461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.467461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.467461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.467461] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29365c2-b7eb-4ecc-a756-6036b195cf3f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.467461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.467461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.468220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.468353] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.468978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.468978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.468978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.468978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.468978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.469671] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c29365c2-b7eb-4ecc-a756-6036b195cf3f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.486331] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: SUCCESS [ 737.486519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.486701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.486920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.487124] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.487240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.487302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.487458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.487556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.487656] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.600271] env[66094]: INFO networking_nsxv3.common.synchronization [req-9d58d22f-951e-4ef7-8371-e8d95e0a9f82 req-25e01529-0403-4a9f-aacd-d4b306f6255b tempest-ListServersNegativeTestJSON-1635315332 tempest-ListServersNegativeTestJSON-1635315332-project-member] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 737.600690] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGHEST for action security_group_members [ 737.601939] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.602109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.722102] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.855528] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 in Status: SUCCESS [ 737.855528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.892027] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 737.892635] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 deletion is rescheduled due to dependency. [ 737.892752] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.974406] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c29365c2-b7eb-4ecc-a756-6036b195cf3f: rpc.has_security_group_logging(os_id): False [ 737.994255] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.998168] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.998322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.998363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.998588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.998713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.998889] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.998993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.999067] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.999267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.999347] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.999922] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.999922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.999922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.999922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.000212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.000454] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.000553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.000665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.005186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.005186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.005186] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f is going to be created. [ 738.077903] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.077903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.077903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.077903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.077903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.093227] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f in Status: IN_PROGRESS for 2s [ 738.225334] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.225334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.225334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.225334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.226042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.226042] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be updated. [ 738.287351] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.287533] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.287601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.287877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.288061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.311167] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: IN_PROGRESS for 2s [ 738.498048] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.002545] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.002861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.002861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.002972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.003073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.003171] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf is going to be updated. [ 739.041813] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.042588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.042588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.042588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.042588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.064604] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: IN_PROGRESS for 2s [ 740.109496] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f in Status: SUCCESS [ 740.109496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.322039] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: SUCCESS [ 740.322039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.322039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.322432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.322633] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.322783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.322832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.323780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.323780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.323780] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.827218] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.827378] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.828289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.828289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.828289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.828289] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.828289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.828289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.828785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.828785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.828785] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be updated. [ 740.877405] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.877555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.877620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.877866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.878016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.889617] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: IN_PROGRESS for 2s [ 741.076776] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: SUCCESS [ 741.076961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.077191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.077415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.077613] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.077780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.077813] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.077949] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.078041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.078132] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.078330] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.581466] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.588430] env[66094]: INFO networking_nsxv3.common.synchronization [None req-f0a7ce1f-5d5b-4fd3-97ab-f90d20677022 None None] Enqueued Resource ID: b2ac0d60-77b7-4231-beb4-d5186cac0358 with Priority: HIGHEST for action port [ 741.588962] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac0d60-77b7-4231-beb4-d5186cac0358 with Priority: HIGHEST for action port [ 741.591502] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2ac0d60-77b7-4231-beb4-d5186cac0358 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.595623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2ac0d60-77b7-4231-beb4-d5186cac0358" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.595623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2ac0d60-77b7-4231-beb4-d5186cac0358" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.595623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2ac0d60-77b7-4231-beb4-d5186cac0358" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.595623] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ac0d60-77b7-4231-beb4-d5186cac0358',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.088935] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aaa8fa0-928f-4229-8afd-463446138aaf: rpc.has_security_group_logging(os_id): False [ 742.097867] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2ac0d60-77b7-4231-beb4-d5186cac0358 [ 742.098111] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.098318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.098388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.099042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.099042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.099186] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2ac0d60-77b7-4231-beb4-d5186cac0358 already deleted. [ 742.099186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2ac0d60-77b7-4231-beb4-d5186cac0358" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.108512] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.108672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.109531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.109531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.109531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.109531] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.109531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.109531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.109847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.109847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.109917] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf is going to be updated. [ 742.180189] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.180413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.180508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.181126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.181126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.198769] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: IN_PROGRESS for 2s [ 742.636823] env[66094]: INFO networking_nsxv3.common.synchronization [req-bfe7a05a-720e-4d92-88e6-6cfc19a5c03b req-b8357f01-4598-4719-a244-9fc42dc64393 tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 742.637418] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 742.637715] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.637832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.638094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.639186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.639265] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.639336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.639382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.639614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.639695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.639747] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.659183] env[66094]: INFO networking_nsxv3.common.synchronization [req-bfe7a05a-720e-4d92-88e6-6cfc19a5c03b req-b8357f01-4598-4719-a244-9fc42dc64393 tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_rules [ 742.659310] env[66094]: INFO networking_nsxv3.common.synchronization [req-bfe7a05a-720e-4d92-88e6-6cfc19a5c03b req-b8357f01-4598-4719-a244-9fc42dc64393 tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 742.659348] env[66094]: INFO networking_nsxv3.common.synchronization [req-bfe7a05a-720e-4d92-88e6-6cfc19a5c03b req-b8357f01-4598-4719-a244-9fc42dc64393 tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 2045df1c-b6bd-4953-bca2-f698ea0028ff with Priority: HIGHEST for action port [ 742.660170] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_rules [ 742.660266] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 742.660300] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2045df1c-b6bd-4953-bca2-f698ea0028ff with Priority: HIGHEST for action port [ 742.660577] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.660674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.660873] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.660962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.661148] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2045df1c-b6bd-4953-bca2-f698ea0028ff taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.661235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.661291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.661578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.661631] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2045df1c-b6bd-4953-bca2-f698ea0028ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.794025] env[66094]: INFO networking_nsxv3.common.synchronization [None req-6b6317ee-6d6f-46c9-93eb-f1382351f909 None None] Enqueued Resource ID: b9519f9c-7a57-4ce1-a0e2-6e017b741054 with Priority: HIGHEST for action port [ 742.794025] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9519f9c-7a57-4ce1-a0e2-6e017b741054 with Priority: HIGHEST for action port [ 742.794025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9519f9c-7a57-4ce1-a0e2-6e017b741054 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.794025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9519f9c-7a57-4ce1-a0e2-6e017b741054" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.794025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9519f9c-7a57-4ce1-a0e2-6e017b741054" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.794025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9519f9c-7a57-4ce1-a0e2-6e017b741054" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.794025] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9519f9c-7a57-4ce1-a0e2-6e017b741054',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.902056] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 in Status: SUCCESS [ 742.902056] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 deletion is rescheduled due to dependency. [ 742.902056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.143241] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.163365] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2045df1c-b6bd-4953-bca2-f698ea0028ff with status ACTIVE [ 743.163721] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.163721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.163838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.164684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.164684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.164684] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.164684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.164684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.164684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.164684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.164885] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.164928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.164955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.165158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.165202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.165414] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2045df1c-b6bd-4953-bca2-f698ea0028ff is going to be updated. [ 743.201206] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.201206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.201206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.201206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.201206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.201206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2045df1c-b6bd-4953-bca2-f698ea0028ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.298195] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9519f9c-7a57-4ce1-a0e2-6e017b741054 [ 743.298611] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.299917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.299917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.299917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.299917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.299917] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9519f9c-7a57-4ce1-a0e2-6e017b741054 already deleted. [ 743.299917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9519f9c-7a57-4ce1-a0e2-6e017b741054" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.321726] env[66094]: INFO networking_nsxv3.common.synchronization [req-47e9711c-cfa3-4ed8-8d96-43ba4bb4f046 req-5c422eae-e90a-4c92-ba81-72990057a3d2 tempest-InstanceActionsTestJSON-37383031 tempest-InstanceActionsTestJSON-37383031-project-member] Enqueued Resource ID: afb23928-c40f-496a-a481-72ea361c0140 with Priority: HIGHEST for action security_group_members [ 743.323052] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb23928-c40f-496a-a481-72ea361c0140 with Priority: HIGHEST for action security_group_members [ 743.323052] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb23928-c40f-496a-a481-72ea361c0140 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.323052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.323052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.323645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.323950] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.324110] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.324176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.324358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.324446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.324544] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb23928-c40f-496a-a481-72ea361c0140',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.646146] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.827492] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.830060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.830060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.830060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.830060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.830060] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.830060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.830060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.830060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.830060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.830060] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb23928-c40f-496a-a481-72ea361c0140 is going to be updated. [ 743.863368] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.863559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.863559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.863771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.863910] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.875219] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb23928-c40f-496a-a481-72ea361c0140 in Status: IN_PROGRESS for 2s [ 743.955233] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e5c43bda-cd18-4b42-87a8-9bc056ca2c31 None None] Enqueued Resource ID: 31e2cf99-a7ad-4e45-9f0f-7f3f93263ee1 with Priority: HIGHEST for action port [ 743.955824] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e2cf99-a7ad-4e45-9f0f-7f3f93263ee1 with Priority: HIGHEST for action port [ 743.958995] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-31e2cf99-a7ad-4e45-9f0f-7f3f93263ee1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.959352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31e2cf99-a7ad-4e45-9f0f-7f3f93263ee1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.959352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31e2cf99-a7ad-4e45-9f0f-7f3f93263ee1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.959643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31e2cf99-a7ad-4e45-9f0f-7f3f93263ee1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.959735] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e2cf99-a7ad-4e45-9f0f-7f3f93263ee1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.154588] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.154588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.154588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.154588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.154588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.154588] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf is going to be updated. [ 744.217049] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.217049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.217049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.217049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.217049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.218490] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: SUCCESS [ 744.218490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.218763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.219233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.219233] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.230353] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: IN_PROGRESS for 2s [ 744.465355] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31e2cf99-a7ad-4e45-9f0f-7f3f93263ee1 [ 744.465687] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.465911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.465911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.466159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.466159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.466217] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31e2cf99-a7ad-4e45-9f0f-7f3f93263ee1 already deleted. [ 744.466343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31e2cf99-a7ad-4e45-9f0f-7f3f93263ee1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.721867] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.722294] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.122473] env[66094]: INFO networking_nsxv3.common.synchronization [None req-66bc6d24-31fd-40e3-a0ba-be41c7db01c0 None None] Enqueued Resource ID: 2908cf05-582d-4aee-b5b1-6ba3b694c9df with Priority: HIGHEST for action port [ 745.123494] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2908cf05-582d-4aee-b5b1-6ba3b694c9df with Priority: HIGHEST for action port [ 745.123902] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2908cf05-582d-4aee-b5b1-6ba3b694c9df taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.124126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2908cf05-582d-4aee-b5b1-6ba3b694c9df" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.124126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2908cf05-582d-4aee-b5b1-6ba3b694c9df" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.124716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2908cf05-582d-4aee-b5b1-6ba3b694c9df" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.124826] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2908cf05-582d-4aee-b5b1-6ba3b694c9df',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.629203] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2908cf05-582d-4aee-b5b1-6ba3b694c9df [ 745.629203] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.629203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.629203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.629203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.629565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.629565] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2908cf05-582d-4aee-b5b1-6ba3b694c9df already deleted. [ 745.629565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2908cf05-582d-4aee-b5b1-6ba3b694c9df" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.886349] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb23928-c40f-496a-a481-72ea361c0140 in Status: SUCCESS [ 745.886349] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb23928-c40f-496a-a481-72ea361c0140 deletion is rescheduled due to dependency. [ 745.886752] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.245202] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: SUCCESS [ 746.245202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.245356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.245618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.245811] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.245971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.246054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.249021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.249021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.249021] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.726758] env[66094]: INFO networking_nsxv3.common.synchronization [req-e6d8d65b-84c0-4dbd-ab5a-dc80bbffde95 req-719c5587-ef8b-4e90-bd3f-6e76567fa676 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 746.727051] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 746.727426] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.727580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.727655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.728036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.728283] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.728357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.728391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.728560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.728646] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.728739] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.749265] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.998467] env[66094]: INFO networking_nsxv3.common.synchronization [None req-d27851a1-66ae-4565-8d6c-a3ec8e2ff5e1 tempest-ServerActionsV293TestJSON-338422669 tempest-ServerActionsV293TestJSON-338422669-project-member] Enqueued Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_rules [ 746.999099] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_rules [ 746.999488] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.999650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.999725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.000192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.000192] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d54d2c-5e37-4306-8ba0-3980ec78c9bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.232016] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.252121] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.534200] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.534200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.534200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.535288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.535825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.535992] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb already deleted. [ 747.536138] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.735384] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.754640] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.754992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.755193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.755431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.755530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.755651] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf is going to be updated. [ 747.817946] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.818168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.818168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.818518] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.818608] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.826227] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.826429] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.826555] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.826800] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.827330] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.827531] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.827649] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.827936] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.828145] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.828808] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.828808] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.828808] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.828808] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.828808] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.829017] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.829017] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.835171] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: IN_PROGRESS for 2s [ 747.852396] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.852574] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.852686] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.852860] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.853675] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.853922] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.854098] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.854432] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.854573] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee8f3549-8a2c-4ed8-a868-9bc4651170b6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.240608] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.241021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.241021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.241191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.241229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.241961] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 748.272212] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.272387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.272477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.272795] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.272899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.283875] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 748.358154] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.358439] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.358521] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.358791] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.358965] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.359134] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port ee8f3549-8a2c-4ed8-a868-9bc4651170b6 not found, creating... [ 748.359719] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.359719] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.359719] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.360426] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.360426] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.360426] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.360792] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.360792] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.360904] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.360959] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.361430] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: ee8f3549-8a2c-4ed8-a868-9bc4651170b6 is going to be created. [ 748.386987] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.389978] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.389978] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.389978] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.389978] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.389978] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.839551] env[66094]: INFO networking_nsxv3.common.synchronization [None req-7b5ea72d-5cfd-4592-b341-9b780a3f40fc tempest-ServerActionsV293TestJSON-338422669 tempest-ServerActionsV293TestJSON-338422669-project-member] Enqueued Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_rules [ 748.839551] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_rules [ 748.839917] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.840270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.840626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.840626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.841159] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d54d2c-5e37-4306-8ba0-3980ec78c9bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.118022] env[66094]: INFO networking_nsxv3.common.synchronization [req-e6d8d65b-84c0-4dbd-ab5a-dc80bbffde95 req-cff8440f-8b2e-4537-ae8e-c4af4f891377 service nova] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 749.118022] env[66094]: INFO networking_nsxv3.common.synchronization [req-e6d8d65b-84c0-4dbd-ab5a-dc80bbffde95 req-cff8440f-8b2e-4537-ae8e-c4af4f891377 service nova] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 749.118022] env[66094]: INFO networking_nsxv3.common.synchronization [req-e6d8d65b-84c0-4dbd-ab5a-dc80bbffde95 req-cff8440f-8b2e-4537-ae8e-c4af4f891377 service nova] Enqueued Resource ID: ee8f3549-8a2c-4ed8-a868-9bc4651170b6 with Priority: HIGHEST for action port [ 749.118022] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 749.118022] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 749.118022] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee8f3549-8a2c-4ed8-a868-9bc4651170b6 with Priority: HIGHEST for action port [ 749.118805] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.119096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.119277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.119571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.119746] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.121655] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.123019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.123019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.123019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.123019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.123019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.123019] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee8f3549-8a2c-4ed8-a868-9bc4651170b6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.363995] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.364302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.364302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.364455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.364542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.364635] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb already deleted. [ 749.364716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.622975] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.623170] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.625033] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee8f3549-8a2c-4ed8-a868-9bc4651170b6 with status ACTIVE [ 749.625117] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.625932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.626023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.626295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.626395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.626577] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.626681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.626743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.626898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.626977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.627177] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.628242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.628242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.628242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.628242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.628242] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee8f3549-8a2c-4ed8-a868-9bc4651170b6 is going to be updated. [ 749.654896] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.654896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.654896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.655332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.655332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.655332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.857655] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: SUCCESS [ 749.857930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.858111] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.858362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.858619] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.858771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.858864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.858958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.859074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.859133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.859235] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.298706] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 750.299043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.299245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.299481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.299697] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.299842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.299995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.300214] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.300325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.300448] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.363043] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.484625] env[66094]: INFO networking_nsxv3.common.synchronization [req-6d4e8d4a-92cb-4c97-904d-209d256b3025 req-5925b093-6889-4a6a-9df4-c0dd619db916 tempest-ServersTestMultiNic-330067101 tempest-ServersTestMultiNic-330067101-project-member] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 750.485215] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 750.485475] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.485675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.485675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.485850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.485996] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.487286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.487926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.487926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.487926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.487926] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.802430] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.864252] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aaa8fa0-928f-4229-8afd-463446138aaf: rpc.has_security_group_logging(os_id): False [ 750.886132] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.886321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.886385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.886619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.886703] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.886950] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.887084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.887151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.887323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.887386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.887479] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf is going to be updated. [ 750.957201] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.957439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.957439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.957615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.957804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.975991] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: IN_PROGRESS for 2s [ 750.990827] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.990827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.990827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.990827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.991060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.991186] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.991287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.991351] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.991552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.991637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.991735] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 751.072143] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.072376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.072562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.072815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.073036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.087613] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 751.162665] env[66094]: INFO networking_nsxv3.common.synchronization [req-6d4e8d4a-92cb-4c97-904d-209d256b3025 req-63911279-58dc-4394-a2f3-3b92771d9101 tempest-ServersTestMultiNic-330067101 tempest-ServersTestMultiNic-330067101-project-member] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 751.165245] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 751.165309] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.165368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.307076] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.810839] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.811168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.811168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.811317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.811404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.811505] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 751.876161] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.877261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.877261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.877261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.877261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.890632] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 751.927070] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.927070] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-144" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.927297] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-144" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.927410] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-144" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.927665] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.928855] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.928855] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.928855] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.928855] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.929128] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.929128] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.929262] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.929375] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.929498] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.929598] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.929720] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.958105] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.958279] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.958405] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.958573] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-144" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.958900] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-78143004-5916-4173-ada2-4c918ba065af taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.959081] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-78143004-5916-4173-ada2-4c918ba065af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.959194] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-78143004-5916-4173-ada2-4c918ba065af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.959546] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-78143004-5916-4173-ada2-4c918ba065af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.959712] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78143004-5916-4173-ada2-4c918ba065af',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.463215] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.463468] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.463552] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.463831] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.463980] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.464149] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 78143004-5916-4173-ada2-4c918ba065af not found, creating... [ 752.464436] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.464646] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.464783] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.465110] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.465269] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.465583] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.465756] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.465871] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.466134] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.466606] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.466807] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 78143004-5916-4173-ada2-4c918ba065af is going to be created. [ 752.487675] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.487953] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.488130] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.488464] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.488741] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.489050] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-78143004-5916-4173-ada2-4c918ba065af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.990175] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: SUCCESS [ 752.990560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.098932] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 753.098932] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 deletion is rescheduled due to dependency. [ 753.098932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.098932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.098932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.098932] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.098932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.098932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.100184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.100184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.100184] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.189448] env[66094]: INFO networking_nsxv3.common.synchronization [req-6d4e8d4a-92cb-4c97-904d-209d256b3025 req-55763e62-ce26-407a-b545-57c507710b63 service nova] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_rules [ 753.189591] env[66094]: INFO networking_nsxv3.common.synchronization [req-6d4e8d4a-92cb-4c97-904d-209d256b3025 req-55763e62-ce26-407a-b545-57c507710b63 service nova] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 753.190617] env[66094]: INFO networking_nsxv3.common.synchronization [req-6d4e8d4a-92cb-4c97-904d-209d256b3025 req-55763e62-ce26-407a-b545-57c507710b63 service nova] Enqueued Resource ID: 78143004-5916-4173-ada2-4c918ba065af with Priority: HIGHEST for action port [ 753.190617] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_rules [ 753.190617] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 753.190617] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78143004-5916-4173-ada2-4c918ba065af with Priority: HIGHEST for action port [ 753.191692] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.191908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.191908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.192202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.192447] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.193612] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.196213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.196213] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-78143004-5916-4173-ada2-4c918ba065af taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.196695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78143004-5916-4173-ada2-4c918ba065af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.196780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78143004-5916-4173-ada2-4c918ba065af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.197030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78143004-5916-4173-ada2-4c918ba065af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.197149] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78143004-5916-4173-ada2-4c918ba065af',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.601707] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.699179] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.699310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.699494] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78143004-5916-4173-ada2-4c918ba065af with status ACTIVE [ 753.699659] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.699760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.699821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.700100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.701414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.701414] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.701414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.701414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.701414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.701414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.701414] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.701414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.701414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.701414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.701414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.701414] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78143004-5916-4173-ada2-4c918ba065af is going to be updated. [ 753.726166] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.726166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.726340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.727501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.727501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.727501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78143004-5916-4173-ada2-4c918ba065af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.911029] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 753.911029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.911029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.911029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.911029] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.911029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.911029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.911029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.911029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.913260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.913260] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.104747] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.416032] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.416228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.416287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.416569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.416795] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.416932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.417035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.417254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.417378] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.417500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.417705] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.417836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.417923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.418137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.418338] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.418466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.418552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.418746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.418856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.418969] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.419114] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.467443] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.467621] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-183" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.467731] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-183" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.468190] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-183" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.468443] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.468595] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.468705] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.468920] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.469071] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.469279] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.469386] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.469487] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.469586] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.469688] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.469785] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.469965] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.490833] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.491053] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.491200] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.491376] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-183" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.491700] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-b2c1c71c-85b6-4bd8-bf30-e7a25b564be2 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.491862] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-b2c1c71c-85b6-4bd8-bf30-e7a25b564be2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.491992] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-b2c1c71c-85b6-4bd8-bf30-e7a25b564be2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.492346] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-b2c1c71c-85b6-4bd8-bf30-e7a25b564be2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.492481] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c1c71c-85b6-4bd8-bf30-e7a25b564be2',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.607344] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.607605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.607694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.608017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.608156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.608258] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 754.670980] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.671210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.671257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.671471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.671627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.689494] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 754.922217] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb520a9-6f19-4d10-bf5e-2c79b8ad1315: rpc.has_security_group_logging(os_id): False [ 754.941191] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.941191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.941474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.942346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.942346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.942346] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.942346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.942346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.942645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.942645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.942744] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.942817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.942876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.943021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.943235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.943361] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.943361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.943559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.943559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.943654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.943699] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 754.995273] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.995628] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.995628] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.995878] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.996056] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.996244] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port b2c1c71c-85b6-4bd8-bf30-e7a25b564be2 not found, creating... [ 754.996499] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.996654] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.996858] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.996981] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.997137] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.997411] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.997573] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.997718] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.998681] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.998681] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.998681] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: b2c1c71c-85b6-4bd8-bf30-e7a25b564be2 is going to be created. [ 755.022548] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.022800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.022800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.022964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.023128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.024998] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.025369] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.025505] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.025744] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.025952] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.026188] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-b2c1c71c-85b6-4bd8-bf30-e7a25b564be2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.041781] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 755.124998] env[66094]: INFO networking_nsxv3.common.synchronization [req-a280064f-3a86-4369-9159-bf3fd22c9021 req-18560f9c-6510-45d4-a76d-1c4c19d3802a tempest-ImagesNegativeTestJSON-2011769307 tempest-ImagesNegativeTestJSON-2011769307-project-member] Enqueued Resource ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 with Priority: HIGHEST for action security_group_members [ 755.126358] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 with Priority: HIGHEST for action security_group_members [ 755.126358] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4171dc29-0777-4a37-b94e-11fedc6fb270 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.126358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.126358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.126586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.126586] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.126668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.126764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.126883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.126972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.127113] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4171dc29-0777-4a37-b94e-11fedc6fb270',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.630300] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.631031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.631031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.631266] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.632970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.632970] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.632970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.632970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.632970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.632970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.632970] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 already deleted. [ 755.632970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.837669] env[66094]: INFO networking_nsxv3.common.synchronization [req-6d4e8d4a-92cb-4c97-904d-209d256b3025 req-446aa5b7-4e6f-46d4-9572-303427021091 service nova] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_rules [ 755.837669] env[66094]: INFO networking_nsxv3.common.synchronization [req-6d4e8d4a-92cb-4c97-904d-209d256b3025 req-446aa5b7-4e6f-46d4-9572-303427021091 service nova] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 755.837669] env[66094]: INFO networking_nsxv3.common.synchronization [req-6d4e8d4a-92cb-4c97-904d-209d256b3025 req-446aa5b7-4e6f-46d4-9572-303427021091 service nova] Enqueued Resource ID: b2c1c71c-85b6-4bd8-bf30-e7a25b564be2 with Priority: HIGHEST for action port [ 755.837669] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_rules [ 755.837669] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 755.837669] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c1c71c-85b6-4bd8-bf30-e7a25b564be2 with Priority: HIGHEST for action port [ 755.837669] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.837669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.837669] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.837669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.837669] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c1c71c-85b6-4bd8-bf30-e7a25b564be2 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.837669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c1c71c-85b6-4bd8-bf30-e7a25b564be2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.837669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c1c71c-85b6-4bd8-bf30-e7a25b564be2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.837669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c1c71c-85b6-4bd8-bf30-e7a25b564be2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.837669] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c1c71c-85b6-4bd8-bf30-e7a25b564be2',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.867749] env[66094]: INFO networking_nsxv3.common.synchronization [None req-c9f37380-e62d-4e3c-bf99-eebf9d03b4e8 None None] Enqueued Resource ID: 67ef22fc-d3d1-425f-af26-d3fffba5d424 with Priority: HIGHEST for action port [ 755.867749] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ef22fc-d3d1-425f-af26-d3fffba5d424 with Priority: HIGHEST for action port [ 755.868997] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ef22fc-d3d1-425f-af26-d3fffba5d424 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.868997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ef22fc-d3d1-425f-af26-d3fffba5d424" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.868997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ef22fc-d3d1-425f-af26-d3fffba5d424" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.868997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ef22fc-d3d1-425f-af26-d3fffba5d424" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.868997] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ef22fc-d3d1-425f-af26-d3fffba5d424',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.930067] env[66094]: INFO networking_nsxv3.common.synchronization [req-cbf42fd6-4229-4745-9af5-445ed26cafd3 req-5f960dcb-1eed-49b3-85f9-8f033392a2d7 tempest-SecurityGroupRulesTestJSON-521374466 tempest-SecurityGroupRulesTestJSON-521374466-project-member] Enqueued Resource ID: 4c9359b5-9def-4d1f-be5c-86820b2f8ca9 with Priority: HIGHEST for action security_group_rules [ 755.930067] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9359b5-9def-4d1f-be5c-86820b2f8ca9 with Priority: HIGHEST for action security_group_rules [ 755.930067] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c9359b5-9def-4d1f-be5c-86820b2f8ca9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.930067] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c9359b5-9def-4d1f-be5c-86820b2f8ca9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.930067] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c9359b5-9def-4d1f-be5c-86820b2f8ca9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.930067] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c9359b5-9def-4d1f-be5c-86820b2f8ca9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.930067] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c9359b5-9def-4d1f-be5c-86820b2f8ca9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.346203] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2c1c71c-85b6-4bd8-bf30-e7a25b564be2 with status ACTIVE [ 756.346203] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.346203] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.346203] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.346203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.346203] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2c1c71c-85b6-4bd8-bf30-e7a25b564be2 is going to be updated. [ 756.371433] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.371616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.371659] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.371841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.371988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.372176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c1c71c-85b6-4bd8-bf30-e7a25b564be2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.372457] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67ef22fc-d3d1-425f-af26-d3fffba5d424 [ 756.372584] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.372681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.372797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.373156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.373156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.373156] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67ef22fc-d3d1-425f-af26-d3fffba5d424 already deleted. [ 756.373156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ef22fc-d3d1-425f-af26-d3fffba5d424" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.398941] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.399475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-678" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.399475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-678" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.399601] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-678" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.399829] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.400034] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.400155] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.400730] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.400730] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.400730] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.400901] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.400901] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.401047] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.401161] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.401265] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.401391] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.424592] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.424592] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.424723] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.424830] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-678" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.425303] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-ec59629d-70eb-47c0-8cc4-0eb99a922d0a taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.425566] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-ec59629d-70eb-47c0-8cc4-0eb99a922d0a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.425702] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-ec59629d-70eb-47c0-8cc4-0eb99a922d0a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.426091] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-ec59629d-70eb-47c0-8cc4-0eb99a922d0a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.426262] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec59629d-70eb-47c0-8cc4-0eb99a922d0a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.454984] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.455213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.455256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.455528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.455623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.455720] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c9359b5-9def-4d1f-be5c-86820b2f8ca9 already deleted. [ 756.455808] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c9359b5-9def-4d1f-be5c-86820b2f8ca9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.706433] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 756.706945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.708881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.708881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.708881] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.708881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.708881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.708881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.708881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.708881] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.928646] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.928993] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.929082] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.930456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.930456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.930456] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port ec59629d-70eb-47c0-8cc4-0eb99a922d0a not found, creating... [ 756.930456] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.930456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.930456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.930456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.930722] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.930814] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.931383] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.931524] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.931739] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.931870] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.932124] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: ec59629d-70eb-47c0-8cc4-0eb99a922d0a is going to be created. [ 756.953836] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.954058] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.954183] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.954622] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.954754] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.954944] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-ec59629d-70eb-47c0-8cc4-0eb99a922d0a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.060627] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 757.060728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.211534] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.676248] env[66094]: INFO networking_nsxv3.common.synchronization [req-a280064f-3a86-4369-9159-bf3fd22c9021 req-335affad-9763-4472-929c-ddd4f5bf7490 service nova] Enqueued Resource ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 with Priority: HIGHEST for action security_group_rules [ 757.676248] env[66094]: INFO networking_nsxv3.common.synchronization [req-a280064f-3a86-4369-9159-bf3fd22c9021 req-335affad-9763-4472-929c-ddd4f5bf7490 service nova] Enqueued Resource ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 with Priority: HIGHEST for action security_group_members [ 757.676248] env[66094]: INFO networking_nsxv3.common.synchronization [req-a280064f-3a86-4369-9159-bf3fd22c9021 req-335affad-9763-4472-929c-ddd4f5bf7490 service nova] Enqueued Resource ID: ec59629d-70eb-47c0-8cc4-0eb99a922d0a with Priority: HIGHEST for action port [ 757.676248] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 with Priority: HIGHEST for action security_group_rules [ 757.676248] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 with Priority: HIGHEST for action security_group_members [ 757.676248] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec59629d-70eb-47c0-8cc4-0eb99a922d0a with Priority: HIGHEST for action port [ 757.676998] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4171dc29-0777-4a37-b94e-11fedc6fb270 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.677314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.677474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.677917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.678130] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4171dc29-0777-4a37-b94e-11fedc6fb270',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.679845] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4171dc29-0777-4a37-b94e-11fedc6fb270 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.680131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.680301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.680936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.681216] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.681539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.681717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.682217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.682434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.682610] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4171dc29-0777-4a37-b94e-11fedc6fb270',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.685469] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec59629d-70eb-47c0-8cc4-0eb99a922d0a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.685469] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec59629d-70eb-47c0-8cc4-0eb99a922d0a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.685469] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec59629d-70eb-47c0-8cc4-0eb99a922d0a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.685469] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec59629d-70eb-47c0-8cc4-0eb99a922d0a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.685469] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec59629d-70eb-47c0-8cc4-0eb99a922d0a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.714000] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.073280] env[66094]: INFO networking_nsxv3.common.synchronization [None req-2a7bbacf-767b-4c1f-b13a-4001e9ebc2c8 None None] Enqueued Resource ID: e483953d-83b1-4cf5-8047-a64baa4157f2 with Priority: HIGHEST for action port [ 758.074713] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e483953d-83b1-4cf5-8047-a64baa4157f2 with Priority: HIGHEST for action port [ 758.075349] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-e483953d-83b1-4cf5-8047-a64baa4157f2 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.075664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e483953d-83b1-4cf5-8047-a64baa4157f2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.075862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e483953d-83b1-4cf5-8047-a64baa4157f2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.076427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e483953d-83b1-4cf5-8047-a64baa4157f2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.076619] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e483953d-83b1-4cf5-8047-a64baa4157f2',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.155188] env[66094]: INFO networking_nsxv3.common.synchronization [req-51b27e49-9b3e-484f-98a5-1ca50aa040bb req-1e7f5088-7cfe-47eb-a4d6-4c35357eca94 tempest-AttachInterfacesUnderV243Test-1407645149 tempest-AttachInterfacesUnderV243Test-1407645149-project-member] Enqueued Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 758.155188] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa8fa0-928f-4229-8afd-463446138aaf with Priority: HIGHEST for action security_group_members [ 758.155188] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aaa8fa0-928f-4229-8afd-463446138aaf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.155188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.155522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.155880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.156532] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.158125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.158125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.158125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.158125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.158125] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aaa8fa0-928f-4229-8afd-463446138aaf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.184503] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4171dc29-0777-4a37-b94e-11fedc6fb270',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.186135] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4171dc29-0777-4a37-b94e-11fedc6fb270 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.186274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.188025] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec59629d-70eb-47c0-8cc4-0eb99a922d0a with status ACTIVE [ 758.189057] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.189057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.189057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.189057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.189057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.189057] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.189057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.189057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.189477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.189477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.189598] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.189651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.189743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.191563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.191563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.191563] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec59629d-70eb-47c0-8cc4-0eb99a922d0a is going to be updated. [ 758.216012] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.216012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.216012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.217289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.217289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.217289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec59629d-70eb-47c0-8cc4-0eb99a922d0a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.217289] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.217289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.217289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.217289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.217682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.217682] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 758.311601] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.311749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.311815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.312045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.312200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.334508] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 758.579311] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e483953d-83b1-4cf5-8047-a64baa4157f2 [ 758.579544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.579679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.579750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.579991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.580234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.580234] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e483953d-83b1-4cf5-8047-a64baa4157f2 already deleted. [ 758.580360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e483953d-83b1-4cf5-8047-a64baa4157f2" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.660225] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.660225] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.660442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.660525] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.660769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.660769] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.660931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.660931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.661381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.661381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.661381] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf is going to be updated. [ 758.688033] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4171dc29-0777-4a37-b94e-11fedc6fb270',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.694199] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.694199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.694199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.694199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.694199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.703671] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: IN_PROGRESS for 2s [ 759.190797] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.191075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.191221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.191461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.191564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.191673] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 is going to be created. [ 759.217403] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.217827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.217827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.217827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.219109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.230423] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 in Status: UNINITIALIZED for 2s [ 759.277848] env[66094]: INFO networking_nsxv3.common.synchronization [None req-01297ae2-f999-40e2-b1f0-bae68d8cef93 None None] Enqueued Resource ID: 08654d2b-ce9c-498e-bf25-aa4d241d01cb with Priority: HIGHEST for action port [ 759.278473] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08654d2b-ce9c-498e-bf25-aa4d241d01cb with Priority: HIGHEST for action port [ 759.278800] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-08654d2b-ce9c-498e-bf25-aa4d241d01cb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.278926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08654d2b-ce9c-498e-bf25-aa4d241d01cb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.278994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08654d2b-ce9c-498e-bf25-aa4d241d01cb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.279721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08654d2b-ce9c-498e-bf25-aa4d241d01cb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.279813] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08654d2b-ce9c-498e-bf25-aa4d241d01cb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.782680] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08654d2b-ce9c-498e-bf25-aa4d241d01cb [ 759.783036] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.783104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.783140] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.783458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.783458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.783577] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08654d2b-ce9c-498e-bf25-aa4d241d01cb already deleted. [ 759.783577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08654d2b-ce9c-498e-bf25-aa4d241d01cb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.896725] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6fe303d-63ec-43c3-9a62-5179631db657 req-0aad5d5a-a2b9-4c6e-ba06-5e93c12d5ca9 tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 759.897283] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 759.900341] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.900341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.900341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.900341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.900341] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.900341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.900341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.900341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.900341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.900341] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.245101] env[66094]: INFO networking_nsxv3.common.synchronization [None req-99b710d8-2655-47ba-ad5e-8302d0b508d7 None None] Enqueued Resource ID: 29b2cae6-d671-4ea8-a669-f75dc686fab4 with Priority: HIGHEST for action port [ 760.245101] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b2cae6-d671-4ea8-a669-f75dc686fab4 with Priority: HIGHEST for action port [ 760.245101] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-29b2cae6-d671-4ea8-a669-f75dc686fab4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.245101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29b2cae6-d671-4ea8-a669-f75dc686fab4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.245101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29b2cae6-d671-4ea8-a669-f75dc686fab4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.245101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29b2cae6-d671-4ea8-a669-f75dc686fab4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.245101] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b2cae6-d671-4ea8-a669-f75dc686fab4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.345048] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 760.345203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.345429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.346026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.346026] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.346244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.346244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.346343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.346753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.346753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.346753] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.347637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.348050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.348105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.348506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.348506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.348602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.348636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.349546] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.403760] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.403760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.403760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.403760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.403760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.403760] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.403760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.403760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.403760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.405544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.405544] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 760.431391] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.431576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.431642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.431797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.431942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.443205] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 760.491342] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.491632] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.491821] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.492148] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.492520] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.492748] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.492954] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.493256] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.494466] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.494466] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.494466] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.494466] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.494466] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.494466] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.494466] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.494466] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.514245] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.514999] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.515181] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.515414] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.515850] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-656fea76-4471-4919-8702-488191bc615a taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.516159] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-656fea76-4471-4919-8702-488191bc615a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.516353] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-656fea76-4471-4919-8702-488191bc615a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.516980] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-656fea76-4471-4919-8702-488191bc615a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.517237] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656fea76-4471-4919-8702-488191bc615a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.722332] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aaa8fa0-928f-4229-8afd-463446138aaf in Status: SUCCESS [ 760.722430] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aaa8fa0-928f-4229-8afd-463446138aaf deletion is rescheduled due to dependency. [ 760.722526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aaa8fa0-928f-4229-8afd-463446138aaf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.749143] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29b2cae6-d671-4ea8-a669-f75dc686fab4 [ 760.749476] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.749619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.749746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.749859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.750016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.750102] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29b2cae6-d671-4ea8-a669-f75dc686fab4 already deleted. [ 760.750184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29b2cae6-d671-4ea8-a669-f75dc686fab4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.851870] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.852285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.852285] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.020522] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.020871] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.021071] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.021501] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.021713] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.021921] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 656fea76-4471-4919-8702-488191bc615a not found, creating... [ 761.022589] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.022831] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.022975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.023240] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.023383] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.023671] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.023826] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.023941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.024432] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.024645] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.024852] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 656fea76-4471-4919-8702-488191bc615a is going to be created. [ 761.047994] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.048241] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.048362] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.048778] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.048845] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.049122] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-656fea76-4471-4919-8702-488191bc615a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.244852] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 in Status: SUCCESS [ 761.245172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.245356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.245572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.246092] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.246285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.246419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.246619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.246803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.246923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.247051] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4171dc29-0777-4a37-b94e-11fedc6fb270',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.357476] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.749964] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4171dc29-0777-4a37-b94e-11fedc6fb270 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.750171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.750299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.750980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.750980] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.750980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.750980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.751244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.751244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.751326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.751480] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4171dc29-0777-4a37-b94e-11fedc6fb270 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.751569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.751643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.751789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.751941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.752037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.752092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.752272] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.752340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.752385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.752498] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4171dc29-0777-4a37-b94e-11fedc6fb270',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.784032] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6fe303d-63ec-43c3-9a62-5179631db657 req-2083e230-2b94-45b4-9390-1c0a932f907f service nova] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_rules [ 761.784032] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6fe303d-63ec-43c3-9a62-5179631db657 req-2083e230-2b94-45b4-9390-1c0a932f907f service nova] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 761.784032] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6fe303d-63ec-43c3-9a62-5179631db657 req-2083e230-2b94-45b4-9390-1c0a932f907f service nova] Enqueued Resource ID: 656fea76-4471-4919-8702-488191bc615a with Priority: HIGHEST for action port [ 761.787016] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_rules [ 761.787016] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 761.787016] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656fea76-4471-4919-8702-488191bc615a with Priority: HIGHEST for action port [ 761.787016] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.787352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.787352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.787352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.787458] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.788591] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.788713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.789185] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-656fea76-4471-4919-8702-488191bc615a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.790488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-656fea76-4471-4919-8702-488191bc615a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.790488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-656fea76-4471-4919-8702-488191bc615a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.790488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-656fea76-4471-4919-8702-488191bc615a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.790488] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656fea76-4471-4919-8702-488191bc615a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.857892] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.858355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.858355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.860168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.860168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.860168] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 761.905648] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.906704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.906704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.906704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.906704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.921977] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 762.176682] env[66094]: INFO networking_nsxv3.common.synchronization [req-64211ed9-d6fb-4a4e-9ce8-b02b6728522d req-3fe8b44c-a0f1-4c5d-8c66-057f7789462b tempest-ServerDiagnosticsTest-870942689 tempest-ServerDiagnosticsTest-870942689-project-member] Enqueued Resource ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f with Priority: HIGHEST for action security_group_members [ 762.178022] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f with Priority: HIGHEST for action security_group_members [ 762.178478] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29365c2-b7eb-4ecc-a756-6036b195cf3f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.179824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.180026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.180818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.180818] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.180818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.180818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.181075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.181075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.181189] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29365c2-b7eb-4ecc-a756-6036b195cf3f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.258124] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4171dc29-0777-4a37-b94e-11fedc6fb270: rpc.has_security_group_logging(os_id): False [ 762.279748] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.279944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.280034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.281033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.281033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.281033] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.281033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.281033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.281033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.281348] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.281348] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.281463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.281463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.281611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.281689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.283321] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.283321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.283321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.283321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.283321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.283321] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 is going to be created. [ 762.293547] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.293547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.293547] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 656fea76-4471-4919-8702-488191bc615a with status ACTIVE [ 762.293547] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.293547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.293547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.293547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.293547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.293987] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.293987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.293987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.293987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.294127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.294275] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.294371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.294445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.294610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.294687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.294773] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 656fea76-4471-4919-8702-488191bc615a is going to be updated. [ 762.343987] env[66094]: INFO networking_nsxv3.common.synchronization [None req-141a870e-7ef1-4eb5-bd57-d8369d7ed79d None None] Enqueued Resource ID: 2a0615b1-ca59-44d1-b52f-024508c1f4c1 with Priority: HIGHEST for action port [ 762.344796] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0615b1-ca59-44d1-b52f-024508c1f4c1 with Priority: HIGHEST for action port [ 762.345818] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a0615b1-ca59-44d1-b52f-024508c1f4c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.346172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a0615b1-ca59-44d1-b52f-024508c1f4c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.346172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a0615b1-ca59-44d1-b52f-024508c1f4c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.346667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a0615b1-ca59-44d1-b52f-024508c1f4c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.346667] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a0615b1-ca59-44d1-b52f-024508c1f4c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.348748] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.348997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.348997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.349446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.349446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.349785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-656fea76-4471-4919-8702-488191bc615a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.398227] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.398394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.398438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.398894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.398894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.443175] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 in Status: IN_PROGRESS for 2s [ 762.471870] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 762.472755] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 deletion is rescheduled due to dependency. [ 762.472755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.472755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.472755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.472755] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.473052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.473052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.473052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.473134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.473198] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.684616] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.684616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.686067] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.686275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.686471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.686612] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.686728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.686914] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.686990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.687038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.687119] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f is going to be updated. [ 762.720205] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.720407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.720407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.720701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.720827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.734199] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f in Status: IN_PROGRESS for 2s [ 762.854682] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a0615b1-ca59-44d1-b52f-024508c1f4c1 [ 762.854682] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.854682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.854682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.854902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.854971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.855502] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a0615b1-ca59-44d1-b52f-024508c1f4c1 already deleted. [ 762.855673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a0615b1-ca59-44d1-b52f-024508c1f4c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.873219] env[66094]: INFO networking_nsxv3.common.synchronization [req-922db93b-f279-44ad-8391-c0df7951f625 req-a2fcb6e2-816b-4ea4-b3c8-951e24ac9206 tempest-SecurityGroupRulesTestJSON-521374466 tempest-SecurityGroupRulesTestJSON-521374466-project-member] Enqueued Resource ID: f40a530d-d5b5-49bb-8dd3-e4eafcd4a858 with Priority: HIGHEST for action security_group_rules [ 762.878758] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f40a530d-d5b5-49bb-8dd3-e4eafcd4a858 with Priority: HIGHEST for action security_group_rules [ 762.879026] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f40a530d-d5b5-49bb-8dd3-e4eafcd4a858 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.879162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f40a530d-d5b5-49bb-8dd3-e4eafcd4a858" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.879392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f40a530d-d5b5-49bb-8dd3-e4eafcd4a858" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.879745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f40a530d-d5b5-49bb-8dd3-e4eafcd4a858" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.883169] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f40a530d-d5b5-49bb-8dd3-e4eafcd4a858',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.892818] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a14e3fb8-fc2a-4f07-8b38-b235a7d712a3 None None] Enqueued Resource ID: be660edc-763d-4602-8125-f5948af9869f with Priority: HIGHEST for action port [ 762.894369] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be660edc-763d-4602-8125-f5948af9869f with Priority: HIGHEST for action port [ 762.894692] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-be660edc-763d-4602-8125-f5948af9869f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.894825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be660edc-763d-4602-8125-f5948af9869f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.894895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be660edc-763d-4602-8125-f5948af9869f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.895350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be660edc-763d-4602-8125-f5948af9869f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.895350] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be660edc-763d-4602-8125-f5948af9869f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.977559] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.397723] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be660edc-763d-4602-8125-f5948af9869f [ 763.398063] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.398239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.398331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.398589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.398709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.398836] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be660edc-763d-4602-8125-f5948af9869f already deleted. [ 763.398944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be660edc-763d-4602-8125-f5948af9869f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.408846] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.408972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.409051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.409596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.409742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.409845] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f40a530d-d5b5-49bb-8dd3-e4eafcd4a858 already deleted. [ 763.409936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f40a530d-d5b5-49bb-8dd3-e4eafcd4a858" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.419624] env[66094]: INFO networking_nsxv3.common.synchronization [req-00f6f218-6d59-4eec-a218-66887f0d7484 req-f28754d8-e0c3-4ad2-803d-7a20f8b8f716 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_members [ 763.419809] env[66094]: INFO networking_nsxv3.common.synchronization [req-00f6f218-6d59-4eec-a218-66887f0d7484 req-f28754d8-e0c3-4ad2-803d-7a20f8b8f716 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 763.420367] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_members [ 763.420543] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 763.420845] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-425ddf5d-fefe-45ca-ab04-0142b0c085f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.421040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.421040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.421334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.421450] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.421511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.421580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.421702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.421786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.421879] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.422792] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.422899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.423031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.423107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.423241] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.423336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.423383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.423521] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.423592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.423685] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.484643] env[66094]: INFO networking_nsxv3.common.synchronization [req-00f6f218-6d59-4eec-a218-66887f0d7484 req-f28754d8-e0c3-4ad2-803d-7a20f8b8f716 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_rules [ 763.484862] env[66094]: INFO networking_nsxv3.common.synchronization [req-00f6f218-6d59-4eec-a218-66887f0d7484 req-f28754d8-e0c3-4ad2-803d-7a20f8b8f716 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_members [ 763.485051] env[66094]: INFO networking_nsxv3.common.synchronization [req-00f6f218-6d59-4eec-a218-66887f0d7484 req-f28754d8-e0c3-4ad2-803d-7a20f8b8f716 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 763.485115] env[66094]: INFO networking_nsxv3.common.synchronization [req-00f6f218-6d59-4eec-a218-66887f0d7484 req-f28754d8-e0c3-4ad2-803d-7a20f8b8f716 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 763.485257] env[66094]: INFO networking_nsxv3.common.synchronization [req-00f6f218-6d59-4eec-a218-66887f0d7484 req-f28754d8-e0c3-4ad2-803d-7a20f8b8f716 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: ee8f3549-8a2c-4ed8-a868-9bc4651170b6 with Priority: HIGHEST for action port [ 763.485881] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.486800] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_rules [ 763.486895] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 763.486968] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee8f3549-8a2c-4ed8-a868-9bc4651170b6 with Priority: HIGHEST for action port [ 763.487090] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_members [ 763.487250] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 763.487920] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-425ddf5d-fefe-45ca-ab04-0142b0c085f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.488142] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.488181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.488617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.488952] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.489817] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.489945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.490096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.490411] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.490411] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.491180] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.491299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.491379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.491565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.491602] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee8f3549-8a2c-4ed8-a868-9bc4651170b6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.492899] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-425ddf5d-fefe-45ca-ab04-0142b0c085f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.492899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.492899] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.493045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.619423] env[66094]: INFO networking_nsxv3.common.synchronization [None req-851cc99b-70fe-4c5d-9ac1-c839160aacc1 tempest-MigrationsAdminTest-824431431 tempest-MigrationsAdminTest-824431431-project-member] Enqueued Resource ID: ee1a5f74-4606-4971-9028-1ab597e75c18 with Priority: HIGHEST for action security_group_rules [ 763.619423] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1a5f74-4606-4971-9028-1ab597e75c18 with Priority: HIGHEST for action security_group_rules [ 763.619423] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1a5f74-4606-4971-9028-1ab597e75c18 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.619423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1a5f74-4606-4971-9028-1ab597e75c18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.619423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1a5f74-4606-4971-9028-1ab597e75c18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.619673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1a5f74-4606-4971-9028-1ab597e75c18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.619673] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1a5f74-4606-4971-9028-1ab597e75c18',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.710460] env[66094]: INFO networking_nsxv3.common.synchronization [None req-be2dcc8b-b5b9-409f-9f35-8b7bd2a38adf tempest-MigrationsAdminTest-824431431 tempest-MigrationsAdminTest-824431431-project-member] Enqueued Resource ID: ee1a5f74-4606-4971-9028-1ab597e75c18 with Priority: HIGHEST for action security_group_rules [ 763.711046] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1a5f74-4606-4971-9028-1ab597e75c18 with Priority: HIGHEST for action security_group_rules [ 763.711565] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1a5f74-4606-4971-9028-1ab597e75c18 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.711565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1a5f74-4606-4971-9028-1ab597e75c18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.928133] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.928133] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.936967] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 763.936967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.937125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.937271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.937457] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.937849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.937849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.937849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.937849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.937989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.938105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.938294] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.938294] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.938976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.938976] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.938976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.938976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.938976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.938976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.939224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.939259] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.988850] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.989010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.989097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.989309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.989401] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.989497] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 763.994949] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-425ddf5d-fefe-45ca-ab04-0142b0c085f4 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.995120] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.995340] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.995434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.995567] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee8f3549-8a2c-4ed8-a868-9bc4651170b6 with status ACTIVE [ 763.995743] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.995818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.995865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.996117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.996203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.996379] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.996477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.996539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.996680] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.996750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.996972] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.997203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.997203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.997321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.997365] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.997441] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee8f3549-8a2c-4ed8-a868-9bc4651170b6 is going to be updated. [ 764.025133] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.025276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.025341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.025544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.025684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.025842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.028816] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.029047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.029047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.029233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.029418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.040368] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 764.146036] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.146312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.146312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.146489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.146545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.146627] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1a5f74-4606-4971-9028-1ab597e75c18 already deleted. [ 764.146724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1a5f74-4606-4971-9028-1ab597e75c18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.146883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1a5f74-4606-4971-9028-1ab597e75c18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.147111] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1a5f74-4606-4971-9028-1ab597e75c18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.147200] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1a5f74-4606-4971-9028-1ab597e75c18',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.429904] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.431349] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.441505] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2326f2d3-77a3-4b21-9d67-733e7de44126: rpc.has_security_group_logging(os_id): False [ 764.459374] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 in Status: SUCCESS [ 764.460415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.464823] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.464993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.465090] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.465336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.465439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.465666] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.465773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.465833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.465997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.466100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.466291] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.466382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.466426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.469942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.469942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.469942] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.469942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.469942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.469942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.469942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.469942] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 764.588362] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.588591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.588591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.588814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.589018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.621473] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 764.685105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.685325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.685434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.685622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.685707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.685803] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1a5f74-4606-4971-9028-1ab597e75c18 already deleted. [ 764.685881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1a5f74-4606-4971-9028-1ab597e75c18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.754354] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f in Status: SUCCESS [ 764.754986] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f deletion is rescheduled due to dependency. [ 764.755299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.933888] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.934295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.934295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.934295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.934489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.934666] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 is going to be created. [ 764.936257] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.936420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.936494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.936693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.936828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.936934] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 764.966786] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.966966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.967053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.967275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.967437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.971544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.971691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.971759] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.972144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.972436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.982497] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 764.985511] env[66094]: INFO networking_nsxv3.common.synchronization [req-2d4a635f-aa45-4ce6-ab8b-4a70ff0b1e11 req-295d230c-3561-4039-9c3a-6992e4bd5a49 tempest-SecurityGroupRulesTestJSON-521374466 tempest-SecurityGroupRulesTestJSON-521374466-project-member] Enqueued Resource ID: 4b0ec172-659b-41d5-bdac-b46016dc8c61 with Priority: HIGHEST for action security_group_rules [ 764.986652] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: UNINITIALIZED for 2s [ 764.987183] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0ec172-659b-41d5-bdac-b46016dc8c61 with Priority: HIGHEST for action security_group_rules [ 764.987591] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b0ec172-659b-41d5-bdac-b46016dc8c61 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.987766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b0ec172-659b-41d5-bdac-b46016dc8c61" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.987860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b0ec172-659b-41d5-bdac-b46016dc8c61" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.988150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b0ec172-659b-41d5-bdac-b46016dc8c61" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.988237] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b0ec172-659b-41d5-bdac-b46016dc8c61',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.517505] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.517647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.517647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.517928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.518066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.518178] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b0ec172-659b-41d5-bdac-b46016dc8c61 already deleted. [ 765.518322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b0ec172-659b-41d5-bdac-b46016dc8c61" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.057851] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 766.058484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.058484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.058733] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.058958] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.059117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.059235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.059381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.059469] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.059559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.059655] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.562837] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.563070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.563070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.563315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.563542] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.564128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.564202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.564435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.564531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.564613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.564779] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.564877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.564958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.565125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.565270] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.565363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.565452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.565689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.565739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.565791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.565882] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.646679] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 766.646679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.647057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.647329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.647422] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.993779] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 766.994712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.996184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.996439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.996676] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.996898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.996994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.997196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.997310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.997435] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.001205] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: SUCCESS [ 767.001205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.001505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.002312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.002473] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.002881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.003269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.003488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.006158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.006158] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.069409] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc5681c-72fa-442c-a981-68e76578ed64: rpc.has_security_group_logging(os_id): False [ 767.089427] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.089590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.089892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.089892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.089957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.090291] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.090387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.090453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.091137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.091137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.091137] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.091137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.091137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.091610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.091610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.091610] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.091610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.091610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.091765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.091795] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.091967] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 767.097992] env[66094]: INFO networking_nsxv3.common.synchronization [req-755d973f-757b-4463-8a16-bee543710614 req-710f6f82-1f2e-47fb-ad6d-e493bbb0add3 tempest-SecurityGroupRulesTestJSON-521374466 tempest-SecurityGroupRulesTestJSON-521374466-project-member] Enqueued Resource ID: 9722dee0-d856-4cf8-95ae-4880965bbfdc with Priority: HIGHEST for action security_group_rules [ 767.098638] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9722dee0-d856-4cf8-95ae-4880965bbfdc with Priority: HIGHEST for action security_group_rules [ 767.098986] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9722dee0-d856-4cf8-95ae-4880965bbfdc taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.099152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9722dee0-d856-4cf8-95ae-4880965bbfdc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.100087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9722dee0-d856-4cf8-95ae-4880965bbfdc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.100087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9722dee0-d856-4cf8-95ae-4880965bbfdc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.100087] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9722dee0-d856-4cf8-95ae-4880965bbfdc',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.149399] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.149631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.149730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.149975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.150225] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.150372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.150459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.150644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.151199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.151199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.151199] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.158156] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.158476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.158476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.160819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.160819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.181017] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 767.505773] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.508971] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.625413] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.625628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.625696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.625935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.626046] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.626149] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9722dee0-d856-4cf8-95ae-4880965bbfdc already deleted. [ 767.626236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9722dee0-d856-4cf8-95ae-4880965bbfdc" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.656625] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.656789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.656858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.657108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.657296] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.657401] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.657905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.659880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.660197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.660386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.660592] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.660724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.660811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.661031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.661524] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.661792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.661899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.662252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.662965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.662965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.662965] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.813708] env[66094]: INFO networking_nsxv3.common.synchronization [req-e6a7dbff-9157-4946-a534-82741f4f6434 req-4261dfa0-8beb-46a8-8d43-fd5f810a447b tempest-ImagesOneServerTestJSON-403912634 tempest-ImagesOneServerTestJSON-403912634-project-member] Enqueued Resource ID: dfa71b50-1703-4586-97ff-81199d676051 with Priority: HIGHEST for action security_group_members [ 767.814037] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa71b50-1703-4586-97ff-81199d676051 with Priority: HIGHEST for action security_group_members [ 767.814363] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa71b50-1703-4586-97ff-81199d676051 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.815716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.815834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.817782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.818014] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.818312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.818312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.818461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.818570] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.818694] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa71b50-1703-4586-97ff-81199d676051',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.011044] env[66094]: INFO networking_nsxv3.common.synchronization [req-e0d05224-51c0-4a2c-859d-fbf727e0cced req-c498ef9f-a4c5-41ed-a12f-5e4ff23ecd81 tempest-ServersAdminNegativeTestJSON-697433703 tempest-ServersAdminNegativeTestJSON-697433703-project-member] Enqueued Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 768.011044] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.011900] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 768.012360] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.014870] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.014870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.014870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.014870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.015849] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.015849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.015849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.015849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.015849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.017016] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.167345] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2326f2d3-77a3-4b21-9d67-733e7de44126: rpc.has_security_group_logging(os_id): False [ 768.186378] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.186537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.186573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.186868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.186993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.187246] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.187338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.187397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.187567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.187661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.187872] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.187975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.189725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.189725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.189725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.189725] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.189725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.189725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.189725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.189725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.189725] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 768.264070] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.264070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.264070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.264070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.264070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.284338] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 768.330523] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.331260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.331260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.331260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.331260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.331464] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.331464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.331464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.331938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.331938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.331938] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa71b50-1703-4586-97ff-81199d676051 is going to be updated. [ 768.396663] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.396855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.396855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.397106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.397248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.407638] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa71b50-1703-4586-97ff-81199d676051 in Status: IN_PROGRESS for 2s [ 768.505306] env[66094]: INFO networking_nsxv3.common.synchronization [req-95b432a9-1461-4a8d-9991-7f2c917fce68 req-3a675103-3da6-4bfd-a1b0-c614895be82b tempest-ServersTestJSON-148896215 tempest-ServersTestJSON-148896215-project-member] Enqueued Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_members [ 768.505933] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGHEST for action security_group_members [ 768.507620] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-60fee9a7-0479-4f19-9c37-d59832ad963b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.507765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.507835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.508225] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.508451] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.508608] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.508608] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.508948] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.509101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.509254] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60fee9a7-0479-4f19-9c37-d59832ad963b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.515796] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.515964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.516036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.516283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.516363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.516451] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 768.518750] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.518912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.518985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.519294] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.519434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.519928] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 is going to be updated. [ 768.522255] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.563672] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.563939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.563939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.566540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.566826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.569573] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.569778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.569778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.569958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.570160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.585392] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: IN_PROGRESS for 2s [ 768.586763] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 768.624350] env[66094]: INFO networking_nsxv3.common.synchronization [req-95b0ef92-3152-472a-9280-a12d8d623502 req-47eeccbc-90e1-4799-9d39-3808b03599a3 tempest-ServerMetadataNegativeTestJSON-695804547 tempest-ServerMetadataNegativeTestJSON-695804547-project-member] Enqueued Resource ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 with Priority: HIGHEST for action security_group_members [ 768.625663] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 with Priority: HIGHEST for action security_group_members [ 768.626144] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.626334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.626452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.626710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.626930] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.627095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.627190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.627592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.627696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.627797] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f75ad203-7ad3-4d3c-8c0e-150eaab760d0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.962347] env[66094]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.962508] env[66094]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] NSXv3 Agent Agent loop - iteration:1 started [ 769.013087] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.017811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.017811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.017811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.017811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.017811] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.017811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.017811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.017811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.017811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.017811] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60fee9a7-0479-4f19-9c37-d59832ad963b is going to be updated. [ 769.026109] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.056094] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.056094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.056094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.056094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.056094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.066750] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60fee9a7-0479-4f19-9c37-d59832ad963b in Status: IN_PROGRESS for 2s [ 769.131756] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.131913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.131963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.132221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.132384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.132581] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.132719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.132802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.132984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.133477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.133477] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 is going to be updated. [ 769.166382] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.166500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.166611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.167728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.167728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.179213] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 in Status: IN_PROGRESS for 2s [ 769.209256] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 769.209477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.528474] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.528633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.528712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.528928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.529026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.529118] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f is going to be updated. [ 769.575700] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.575855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.575925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.576237] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.576331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.590415] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: IN_PROGRESS for 2s [ 770.306084] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 770.306804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.418894] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa71b50-1703-4586-97ff-81199d676051 in Status: SUCCESS [ 770.419086] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa71b50-1703-4586-97ff-81199d676051 deletion is rescheduled due to dependency. [ 770.419257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa71b50-1703-4586-97ff-81199d676051" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.601682] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 770.604032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.604032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.604032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.604032] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.604032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.604032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.604032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.604032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.604032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.604032] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.606120] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: SUCCESS [ 770.606428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.607208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.607404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.607660] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.607783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.607847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.608693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.608693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.608693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.608693] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.657231] env[66094]: INFO networking_nsxv3.common.synchronization [req-910e0dda-13aa-4dd1-ae68-b29d70f20bcb req-858710ba-127d-4733-876e-6e0c91a910a1 tempest-SecurityGroupRulesTestJSON-521374466 tempest-SecurityGroupRulesTestJSON-521374466-project-member] Enqueued Resource ID: e290482a-8717-4ac3-ac13-4828d9487732 with Priority: HIGHEST for action security_group_rules [ 770.658168] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e290482a-8717-4ac3-ac13-4828d9487732 with Priority: HIGHEST for action security_group_rules [ 770.658542] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e290482a-8717-4ac3-ac13-4828d9487732 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.658699] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.658964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.659022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.659136] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e290482a-8717-4ac3-ac13-4828d9487732',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.079760] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60fee9a7-0479-4f19-9c37-d59832ad963b in Status: SUCCESS [ 771.080768] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60fee9a7-0479-4f19-9c37-d59832ad963b deletion is rescheduled due to dependency. [ 771.080768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.110573] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.110898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.111053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.111293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.111995] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.111995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.112204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.112932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.112932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.112932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.112932] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.113123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.113123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.115656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.115656] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.115656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.115656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.115656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.115656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.115656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.115656] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.116638] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.337279] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.337279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.337279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.337279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.337279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.337279] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e290482a-8717-4ac3-ac13-4828d9487732 already deleted. [ 771.337279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.344780] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 in Status: SUCCESS [ 771.345599] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 deletion is rescheduled due to dependency. [ 771.345599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.502891] env[66094]: INFO networking_nsxv3.common.synchronization [req-e7df2056-0958-45ef-9897-e372d601bbd1 req-7b30e6bb-91ae-4c56-8974-99fd8ece6e55 tempest-SecurityGroupRulesTestJSON-521374466 tempest-SecurityGroupRulesTestJSON-521374466-project-member] Enqueued Resource ID: e290482a-8717-4ac3-ac13-4828d9487732 with Priority: HIGHEST for action security_group_rules [ 771.503518] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e290482a-8717-4ac3-ac13-4828d9487732 with Priority: HIGHEST for action security_group_rules [ 771.504062] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e290482a-8717-4ac3-ac13-4828d9487732 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.504575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.504575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.504575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.504575] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e290482a-8717-4ac3-ac13-4828d9487732',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.616678] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: SUCCESS [ 771.616907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.617557] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb520a9-6f19-4d10-bf5e-2c79b8ad1315: rpc.has_security_group_logging(os_id): False [ 771.620492] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 425ddf5d-fefe-45ca-ab04-0142b0c085f4: rpc.has_security_group_logging(os_id): False [ 771.645466] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.645683] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.645917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.646204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.646283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.646508] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.646632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.647077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.647447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.647447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.647447] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 is going to be created. [ 771.649730] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.649889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.650089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.650275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.650823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.651204] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.651351] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.651453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.651687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.651816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.652118] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.652233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.652457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.652627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.652627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.652770] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.652980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.653059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.653227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.653326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.653449] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 771.735377] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.735618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.735706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.735934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.736965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.739156] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.739450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.739594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.739903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.740195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.760232] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: IN_PROGRESS for 2s [ 771.768136] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 772.027096] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.027331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.027409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.027635] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.027751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.027871] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e290482a-8717-4ac3-ac13-4828d9487732 already deleted. [ 772.028010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.127832] env[66094]: INFO networking_nsxv3.common.synchronization [req-e18c2471-7af8-4f14-853f-b49fc2995383 req-286e6577-91b1-4dca-8e5b-a36ec05e2042 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 with Priority: HIGHEST for action security_group_members [ 772.127832] env[66094]: INFO networking_nsxv3.common.synchronization [req-e18c2471-7af8-4f14-853f-b49fc2995383 req-286e6577-91b1-4dca-8e5b-a36ec05e2042 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_members [ 772.127832] env[66094]: INFO networking_nsxv3.common.synchronization [req-e18c2471-7af8-4f14-853f-b49fc2995383 req-286e6577-91b1-4dca-8e5b-a36ec05e2042 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 772.128188] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 with Priority: HIGHEST for action security_group_members [ 772.128188] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_members [ 772.128258] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 772.128523] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.129190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.129190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.129190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.129190] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.129522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.129522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.129522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.129522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.129665] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585fb888-7ee7-4a89-9918-1ed2c58fbfe1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.130491] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-425ddf5d-fefe-45ca-ab04-0142b0c085f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.131370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.131370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.131370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.131370] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.131370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.131370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.131370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.131370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.131692] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.132363] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.132363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.132512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.132559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.132771] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.132771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.132906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.133267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.133267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.133267] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.189580] env[66094]: INFO networking_nsxv3.common.synchronization [req-e18c2471-7af8-4f14-853f-b49fc2995383 req-286e6577-91b1-4dca-8e5b-a36ec05e2042 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_rules [ 772.190328] env[66094]: INFO networking_nsxv3.common.synchronization [req-e18c2471-7af8-4f14-853f-b49fc2995383 req-286e6577-91b1-4dca-8e5b-a36ec05e2042 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_members [ 772.190610] env[66094]: INFO networking_nsxv3.common.synchronization [req-e18c2471-7af8-4f14-853f-b49fc2995383 req-286e6577-91b1-4dca-8e5b-a36ec05e2042 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 with Priority: HIGHEST for action security_group_rules [ 772.190719] env[66094]: INFO networking_nsxv3.common.synchronization [req-e18c2471-7af8-4f14-853f-b49fc2995383 req-286e6577-91b1-4dca-8e5b-a36ec05e2042 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 with Priority: HIGHEST for action security_group_members [ 772.190862] env[66094]: INFO networking_nsxv3.common.synchronization [req-e18c2471-7af8-4f14-853f-b49fc2995383 req-286e6577-91b1-4dca-8e5b-a36ec05e2042 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 772.191055] env[66094]: INFO networking_nsxv3.common.synchronization [req-e18c2471-7af8-4f14-853f-b49fc2995383 req-286e6577-91b1-4dca-8e5b-a36ec05e2042 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 772.191609] env[66094]: INFO networking_nsxv3.common.synchronization [req-e18c2471-7af8-4f14-853f-b49fc2995383 req-286e6577-91b1-4dca-8e5b-a36ec05e2042 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: ee8f3549-8a2c-4ed8-a868-9bc4651170b6 with Priority: HIGHEST for action port [ 772.192486] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_rules [ 772.192486] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 with Priority: HIGHEST for action security_group_rules [ 772.192577] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 772.195770] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee8f3549-8a2c-4ed8-a868-9bc4651170b6 with Priority: HIGHEST for action port [ 772.195770] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_rules [ 772.195770] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_members [ 772.195770] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 with Priority: HIGHEST for action security_group_members [ 772.195770] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-425ddf5d-fefe-45ca-ab04-0142b0c085f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.195770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.195770] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-585fb888-7ee7-4a89-9918-1ed2c58fbfe1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.195770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.195770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.195770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.195770] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('585fb888-7ee7-4a89-9918-1ed2c58fbfe1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.197593] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.197838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.198939] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.199127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.199238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.199499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.199586] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee8f3549-8a2c-4ed8-a868-9bc4651170b6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.201176] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.203647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.203647] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-425ddf5d-fefe-45ca-ab04-0142b0c085f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.203850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.204158] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.204302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.637212] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('585fb888-7ee7-4a89-9918-1ed2c58fbfe1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.638673] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.639560] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.698088] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.698248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.706253] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee8f3549-8a2c-4ed8-a868-9bc4651170b6 with status ACTIVE [ 772.707149] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.707149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.707149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.707149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.707345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.707883] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.707883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.707883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.707883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.707883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.708530] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.708530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.708530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.708634] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.708784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.708846] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee8f3549-8a2c-4ed8-a868-9bc4651170b6 is going to be updated. [ 772.739544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.739999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.740391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.740699] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.740839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.740992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee8f3549-8a2c-4ed8-a868-9bc4651170b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.142432] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.143452] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('585fb888-7ee7-4a89-9918-1ed2c58fbfe1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.144537] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.645706] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.646060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.646060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.646166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.646263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.646363] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 is going to be created. [ 773.648008] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.648150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.648233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.648414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.648516] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.648619] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 is going to be updated. [ 773.649745] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.649865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.649938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.650211] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.650313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.650413] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 773.699992] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.700234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.700355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.700692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.700881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.705535] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.705673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.705742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.705937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.706097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.707883] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.708013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.709585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.709795] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.709959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.717560] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 in Status: UNINITIALIZED for 2s [ 773.722029] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 773.722737] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: IN_PROGRESS for 2s [ 773.779435] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: SUCCESS [ 773.779672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.779847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.780269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.780399] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.794827] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 773.795088] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.795296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.795525] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.795614] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.080024] env[66094]: INFO networking_nsxv3.common.synchronization [req-f6991caa-7fe5-4129-b4b4-e80784bf21d0 req-424b5078-d1bd-4e62-af78-f5a14d2fa987 tempest-ImagesOneServerNegativeTestJSON-1057204548 tempest-ImagesOneServerNegativeTestJSON-1057204548-project-member] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 774.080703] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 774.081175] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.081349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.081459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.081901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.081985] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.082152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.082307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.082402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.082402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.082785] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.284792] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-425ddf5d-fefe-45ca-ab04-0142b0c085f4 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.284969] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.297600] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.297762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.323068] env[66094]: INFO networking_nsxv3.common.synchronization [None req-43b1edd8-d363-4535-83b2-abdd2cb5956e None None] Enqueued Resource ID: 9d64d559-d26e-49ce-b19f-ef61dde7b20f with Priority: HIGHEST for action port [ 774.323671] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d64d559-d26e-49ce-b19f-ef61dde7b20f with Priority: HIGHEST for action port [ 774.324051] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d64d559-d26e-49ce-b19f-ef61dde7b20f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.324192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d64d559-d26e-49ce-b19f-ef61dde7b20f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.324279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d64d559-d26e-49ce-b19f-ef61dde7b20f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.324572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d64d559-d26e-49ce-b19f-ef61dde7b20f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.324669] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d64d559-d26e-49ce-b19f-ef61dde7b20f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.584788] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.584939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.585912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.585912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.585912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.585912] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.585912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.585912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.585912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.585912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.586235] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 already deleted. [ 774.586235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.656801] env[66094]: INFO networking_nsxv3.common.synchronization [req-2c27100e-adf3-4f79-b0dd-5971462a36c4 req-44809ee0-922e-439f-88fb-574d287b6fde tempest-ImagesNegativeTestJSON-2011769307 tempest-ImagesNegativeTestJSON-2011769307-project-member] Enqueued Resource ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 with Priority: HIGHEST for action security_group_members [ 774.659056] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 with Priority: HIGHEST for action security_group_members [ 774.659056] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4171dc29-0777-4a37-b94e-11fedc6fb270 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.659056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.659056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.660374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.660688] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.660989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.661287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.662153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.662153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.662251] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4171dc29-0777-4a37-b94e-11fedc6fb270',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.826422] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d64d559-d26e-49ce-b19f-ef61dde7b20f [ 774.826660] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.826796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.826985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.827113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.827208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.827311] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d64d559-d26e-49ce-b19f-ef61dde7b20f already deleted. [ 774.827402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d64d559-d26e-49ce-b19f-ef61dde7b20f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.936215] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.936493] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.936569] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.936840] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.937110] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.937260] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.937369] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.937685] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.937754] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.937912] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.938064] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.938207] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.938281] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.938385] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.938484] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.938609] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.958351] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.958530] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.958747] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.958815] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959155] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-58cbd3ce-b4d9-460e-820e-a1034ab34085 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.963020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-58cbd3ce-b4d9-460e-820e-a1034ab34085" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.963020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-58cbd3ce-b4d9-460e-820e-a1034ab34085" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.963020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-58cbd3ce-b4d9-460e-820e-a1034ab34085" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.963020] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58cbd3ce-b4d9-460e-820e-a1034ab34085',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.165040] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.165358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.165358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.166325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.166325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.166325] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.166325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.166325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.166325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.166325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.166870] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 is going to be updated. [ 775.198231] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.198463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.198463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.198898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.198898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.208901] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 in Status: IN_PROGRESS for 2s [ 775.262965] env[66094]: INFO networking_nsxv3.common.synchronization [req-afaee847-5256-4ea9-bf61-b1e44f7f2a0d req-28a060c4-04c0-4761-9513-69e07f155c7d tempest-ServersTestMultiNic-330067101 tempest-ServersTestMultiNic-330067101-project-member] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 775.264186] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 775.264550] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.266019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.266019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.266019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.266019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.266019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.266019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.266019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.266019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.266019] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.465118] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.465407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.465571] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.465860] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.466084] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.466180] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 58cbd3ce-b4d9-460e-820e-a1034ab34085 not found, creating... [ 775.466442] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.466595] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.466732] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.466974] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.467142] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.468135] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.468135] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.468135] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.468135] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.468135] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.468135] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 58cbd3ce-b4d9-460e-820e-a1034ab34085 is going to be created. [ 775.505975] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.505975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.505975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.506367] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.506367] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.507414] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-58cbd3ce-b4d9-460e-820e-a1034ab34085" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.732163] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 in Status: SUCCESS [ 775.732555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.732555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.732876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.733059] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.733190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.733285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.733485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.733602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.733694] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585fb888-7ee7-4a89-9918-1ed2c58fbfe1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.736144] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 775.736334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.736495] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.736713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.736882] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.737009] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.737074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.737249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.737718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.737718] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.739940] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: SUCCESS [ 775.740204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.740362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.740741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.740812] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.740946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.741846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.741846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.741846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.741846] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.768477] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.205888] env[66094]: INFO networking_nsxv3.common.synchronization [req-f6991caa-7fe5-4129-b4b4-e80784bf21d0 req-db432da0-063a-481b-b941-bacc7116b5bc service nova] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_rules [ 776.206094] env[66094]: INFO networking_nsxv3.common.synchronization [req-f6991caa-7fe5-4129-b4b4-e80784bf21d0 req-db432da0-063a-481b-b941-bacc7116b5bc service nova] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 776.206235] env[66094]: INFO networking_nsxv3.common.synchronization [req-f6991caa-7fe5-4129-b4b4-e80784bf21d0 req-db432da0-063a-481b-b941-bacc7116b5bc service nova] Enqueued Resource ID: 58cbd3ce-b4d9-460e-820e-a1034ab34085 with Priority: HIGHEST for action port [ 776.206781] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_rules [ 776.206927] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 776.207040] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cbd3ce-b4d9-460e-820e-a1034ab34085 with Priority: HIGHEST for action port [ 776.207343] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.207469] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.207535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.207799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.207883] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.208824] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.208990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.209053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.210040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.210040] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.210040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.210040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.210040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.210040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.210040] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.211115] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-58cbd3ce-b4d9-460e-820e-a1034ab34085 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.211115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58cbd3ce-b4d9-460e-820e-a1034ab34085" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.211115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58cbd3ce-b4d9-460e-820e-a1034ab34085" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.211115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58cbd3ce-b4d9-460e-820e-a1034ab34085" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.211115] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58cbd3ce-b4d9-460e-820e-a1034ab34085',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.231920] env[66094]: INFO networking_nsxv3.common.synchronization [req-afaee847-5256-4ea9-bf61-b1e44f7f2a0d req-3b386311-6a6e-4621-a61e-6a14b6163fd8 tempest-ServersTestMultiNic-330067101 tempest-ServersTestMultiNic-330067101-project-member] Enqueued Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 776.233224] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 with Priority: HIGHEST for action security_group_members [ 776.233224] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-2326f2d3-77a3-4b21-9d67-733e7de44126 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.233224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.242707] env[66094]: INFO networking_nsxv3.common.synchronization [None req-59ddf3b9-b086-47f9-9e90-c257eeea263b None None] Enqueued Resource ID: baa3f6ba-9b3c-448c-8200-772e978a6a1f with Priority: HIGHEST for action port [ 776.243204] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('585fb888-7ee7-4a89-9918-1ed2c58fbfe1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.243911] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.244582] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa3f6ba-9b3c-448c-8200-772e978a6a1f with Priority: HIGHEST for action port [ 776.245430] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.246095] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-baa3f6ba-9b3c-448c-8200-772e978a6a1f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.246252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baa3f6ba-9b3c-448c-8200-772e978a6a1f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.246343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baa3f6ba-9b3c-448c-8200-772e978a6a1f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.246633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baa3f6ba-9b3c-448c-8200-772e978a6a1f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.246820] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa3f6ba-9b3c-448c-8200-772e978a6a1f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.270926] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.712816] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.712951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.713192] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.716825] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58cbd3ce-b4d9-460e-820e-a1034ab34085 with status ACTIVE [ 776.716825] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.716825] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.716825] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.716825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.716825] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58cbd3ce-b4d9-460e-820e-a1034ab34085 is going to be updated. [ 776.742213] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.742560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.742560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.742893] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.742893] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.743522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58cbd3ce-b4d9-460e-820e-a1034ab34085" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.745801] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('585fb888-7ee7-4a89-9918-1ed2c58fbfe1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.746968] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.747739] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.748477] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baa3f6ba-9b3c-448c-8200-772e978a6a1f [ 776.749023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.749023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.749023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.750789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.750933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.751840] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baa3f6ba-9b3c-448c-8200-772e978a6a1f already deleted. [ 776.751840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baa3f6ba-9b3c-448c-8200-772e978a6a1f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.774204] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.774412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.774718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.775027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.775144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.775374] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 776.852146] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.852371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.852371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.852691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.852754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.869540] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 776.914833] env[66094]: INFO networking_nsxv3.common.synchronization [req-36626f71-b30e-4e6e-8d57-dacfe5ddff39 req-6955588c-4f9a-4f35-9cb3-541cead37635 tempest-SecurityGroupRulesTestJSON-521374466 tempest-SecurityGroupRulesTestJSON-521374466-project-member] Enqueued Resource ID: e290482a-8717-4ac3-ac13-4828d9487732 with Priority: HIGHEST for action security_group_rules [ 776.915714] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e290482a-8717-4ac3-ac13-4828d9487732 with Priority: HIGHEST for action security_group_rules [ 776.916656] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e290482a-8717-4ac3-ac13-4828d9487732 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.916656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.916656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.916656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.916656] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e290482a-8717-4ac3-ac13-4828d9487732',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.224061] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 in Status: SUCCESS [ 777.224246] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4171dc29-0777-4a37-b94e-11fedc6fb270 deletion is rescheduled due to dependency. [ 777.224365] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4171dc29-0777-4a37-b94e-11fedc6fb270" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.224611] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.252367] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.252522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.254431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.254431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.254431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.254431] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 777.254885] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.255064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.255064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.255295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.255450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.255450] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 is going to be updated. [ 777.256667] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.256785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.256785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.256950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.257042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.257238] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 is going to be updated. [ 777.292292] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.293122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.293122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.293122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.293122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.295642] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.295965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.295965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.296502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.301022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.301022] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.301022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.301022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.301022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.301022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.314928] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 777.315732] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 in Status: IN_PROGRESS for 2s [ 777.316357] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: IN_PROGRESS for 2s [ 777.445733] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.445942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.446076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.446584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.446676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.446782] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e290482a-8717-4ac3-ac13-4828d9487732 already deleted. [ 777.446903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e290482a-8717-4ac3-ac13-4828d9487732" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.727552] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.727717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.727787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.728010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.728130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.728227] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be created. [ 777.754746] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.754746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.755089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.755089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.755147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.766216] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: UNINITIALIZED for 2s [ 777.867706] env[66094]: INFO networking_nsxv3.common.synchronization [req-669ee8aa-4d7b-4789-b075-5150eadf1a3a req-210acd60-1ebd-48f5-ba60-e54955213a20 tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 777.869648] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 777.869648] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.869648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.869648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.871297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.871297] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.871297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.871297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.871297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.871297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.871297] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.022194] env[66094]: INFO networking_nsxv3.common.synchronization [None req-116f3d0b-7d28-4c8b-a47d-2d36811493d2 None None] Enqueued Resource ID: 7e02b9d5-1837-4743-a034-a617331f5df3 with Priority: HIGHEST for action port [ 778.022940] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e02b9d5-1837-4743-a034-a617331f5df3 with Priority: HIGHEST for action port [ 778.023670] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e02b9d5-1837-4743-a034-a617331f5df3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.023965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e02b9d5-1837-4743-a034-a617331f5df3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.024291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e02b9d5-1837-4743-a034-a617331f5df3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.024766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e02b9d5-1837-4743-a034-a617331f5df3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.026149] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e02b9d5-1837-4743-a034-a617331f5df3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.376157] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.376157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.376157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.376157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.376157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.376157] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.376157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.376157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.376828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.376828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.376828] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 already deleted. [ 778.376828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.528348] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e02b9d5-1837-4743-a034-a617331f5df3 [ 778.528605] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.528781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.528854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.529129] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.530358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.530626] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e02b9d5-1837-4743-a034-a617331f5df3 already deleted. [ 778.530672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e02b9d5-1837-4743-a034-a617331f5df3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.686938] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.686938] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.688028] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.690970] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.690970] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.690970] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.690970] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.690970] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.690970] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.690970] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.690970] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.690970] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.690970] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.690970] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.690970] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.690970] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.715696] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.715696] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.715696] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.716477] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.716477] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-683b8a1a-60d7-488f-ad88-87c5b0923130 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.716722] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-683b8a1a-60d7-488f-ad88-87c5b0923130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.716863] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-683b8a1a-60d7-488f-ad88-87c5b0923130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.717944] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-683b8a1a-60d7-488f-ad88-87c5b0923130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.717944] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683b8a1a-60d7-488f-ad88-87c5b0923130',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.889436] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 778.889780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.891053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.891053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.891053] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.891053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.891322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.891541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.892197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.892359] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2326f2d3-77a3-4b21-9d67-733e7de44126',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.221335] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.221668] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.221831] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.222137] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.222337] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.222553] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 683b8a1a-60d7-488f-ad88-87c5b0923130 not found, creating... [ 779.222823] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.223021] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.223131] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.223387] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.223547] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.225879] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.226493] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.226493] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.226661] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.226893] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.227065] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 683b8a1a-60d7-488f-ad88-87c5b0923130 is going to be created. [ 779.250113] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.250113] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.252650] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.252650] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.252650] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.252650] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-683b8a1a-60d7-488f-ad88-87c5b0923130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.335301] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 779.335301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.335301] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 in Status: SUCCESS [ 779.335301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.335301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.335301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.337156] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.337156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.337156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.337156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.337156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.337156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.337156] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.339204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.339204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.339204] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.339204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.339204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.341938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.341938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.341938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.341938] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('585fb888-7ee7-4a89-9918-1ed2c58fbfe1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.342930] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: SUCCESS [ 779.342930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.343125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.343381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.343590] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.343729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.343807] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.343991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.344130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.344258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.344343] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.395244] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.395387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.395541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.395790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.395894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.396122] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.396265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.396375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.396661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.396661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.396754] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 is going to be updated. [ 779.441785] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.441785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.441785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.442227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.442443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.454883] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: IN_PROGRESS for 2s [ 779.778181] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: UNINITIALIZED for 4s [ 779.843171] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.843171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.843444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.844452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.844452] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.844452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.844452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.844951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.845165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.845943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.846853] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.847326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.847612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.848195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.848270] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.848559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.848559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.848769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.848905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.850017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.850017] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.850653] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('585fb888-7ee7-4a89-9918-1ed2c58fbfe1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.851757] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.998218] env[66094]: INFO networking_nsxv3.common.synchronization [req-669ee8aa-4d7b-4789-b075-5150eadf1a3a req-775b5d59-1072-4c2e-b06b-f879cb052982 service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 779.998684] env[66094]: INFO networking_nsxv3.common.synchronization [req-669ee8aa-4d7b-4789-b075-5150eadf1a3a req-775b5d59-1072-4c2e-b06b-f879cb052982 service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 779.998684] env[66094]: INFO networking_nsxv3.common.synchronization [req-669ee8aa-4d7b-4789-b075-5150eadf1a3a req-775b5d59-1072-4c2e-b06b-f879cb052982 service nova] Enqueued Resource ID: 683b8a1a-60d7-488f-ad88-87c5b0923130 with Priority: HIGHEST for action port [ 779.999385] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 779.999385] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 779.999385] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 683b8a1a-60d7-488f-ad88-87c5b0923130 with Priority: HIGHEST for action port [ 779.999651] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.999802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.999847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.000655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.000655] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.001466] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.001545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.001822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.001822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.001955] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.002104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.002195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.002503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.002503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.002503] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.003354] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-683b8a1a-60d7-488f-ad88-87c5b0923130 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.003498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-683b8a1a-60d7-488f-ad88-87c5b0923130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.003559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-683b8a1a-60d7-488f-ad88-87c5b0923130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.004204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-683b8a1a-60d7-488f-ad88-87c5b0923130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.004204] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683b8a1a-60d7-488f-ad88-87c5b0923130',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.151671] env[66094]: INFO networking_nsxv3.common.synchronization [req-0c5cd942-bb82-48ad-a462-844ca028279c req-62feff65-afaa-4e10-9ff4-a23693eab5e7 tempest-ServerMetadataTestJSON-2314943 tempest-ServerMetadataTestJSON-2314943-project-member] Enqueued Resource ID: a01585cf-b99a-4277-973f-2b824d507d8e with Priority: HIGHEST for action security_group_members [ 780.153872] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01585cf-b99a-4277-973f-2b824d507d8e with Priority: HIGHEST for action security_group_members [ 780.153872] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01585cf-b99a-4277-973f-2b824d507d8e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.153872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.153872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.154226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.154387] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.154387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.154498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.154685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.154878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.154917] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01585cf-b99a-4277-973f-2b824d507d8e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.217853] env[66094]: INFO networking_nsxv3.common.synchronization [None req-b76bbd5f-fba9-4c30-91a6-a9ccb5905b56 None None] Enqueued Resource ID: 1525cc49-3f78-4fe3-86fa-b6b80edfd593 with Priority: HIGHEST for action port [ 780.218918] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1525cc49-3f78-4fe3-86fa-b6b80edfd593 with Priority: HIGHEST for action port [ 780.219881] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1525cc49-3f78-4fe3-86fa-b6b80edfd593 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.220462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1525cc49-3f78-4fe3-86fa-b6b80edfd593" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.220462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1525cc49-3f78-4fe3-86fa-b6b80edfd593" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.220462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1525cc49-3f78-4fe3-86fa-b6b80edfd593" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.220661] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1525cc49-3f78-4fe3-86fa-b6b80edfd593',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.356627] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb520a9-6f19-4d10-bf5e-2c79b8ad1315: rpc.has_security_group_logging(os_id): False [ 780.357605] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 585fb888-7ee7-4a89-9918-1ed2c58fbfe1: rpc.has_security_group_logging(os_id): False [ 780.360620] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 425ddf5d-fefe-45ca-ab04-0142b0c085f4: rpc.has_security_group_logging(os_id): False [ 780.381370] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.381856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.381856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.381856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.382934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.382934] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.382934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.382934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.382934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.382934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.382934] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 is going to be created. [ 780.384318] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.384445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.384504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.384651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.384731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.384942] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.385036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.385349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.385349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.385349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.385564] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 is going to be updated. [ 780.387407] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.387407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.390181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.390181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.390181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.390181] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.390181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.390181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.390181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.390181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.390181] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.390181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.390181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.390181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.390181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.390181] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.390920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.390920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.390920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.390920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.390920] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 780.467036] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.467233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.467233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.467555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.467555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.470682] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.470924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.470962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.471210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.471388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.481347] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.481589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.481690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.481922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.482159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.484654] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 in Status: IN_PROGRESS for 2s [ 780.486493] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: IN_PROGRESS for 2s [ 780.505644] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.507125] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.509041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.509041] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 683b8a1a-60d7-488f-ad88-87c5b0923130 with status ACTIVE [ 780.509252] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.509418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.509498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.509772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.509867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.510103] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.510262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.510341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.510527] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.510607] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.510803] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.510896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.513624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.513624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.513624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.513624] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 683b8a1a-60d7-488f-ad88-87c5b0923130 is going to be updated. [ 780.515287] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 780.545635] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.545797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.545869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.546103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.546248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.546413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-683b8a1a-60d7-488f-ad88-87c5b0923130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.568519] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.568794] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-453" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.568890] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-453" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.569303] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-453" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.569604] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.570310] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.570310] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.570310] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.570718] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.571098] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.571237] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.571662] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.571662] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.571662] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.571662] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.571821] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.616891] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.617189] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.617381] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.617596] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-453" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.618229] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-3838f56f-61b7-42c7-9a9c-feb61fbaf5f8 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.618229] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-3838f56f-61b7-42c7-9a9c-feb61fbaf5f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.618413] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-3838f56f-61b7-42c7-9a9c-feb61fbaf5f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.618625] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-3838f56f-61b7-42c7-9a9c-feb61fbaf5f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.618774] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3838f56f-61b7-42c7-9a9c-feb61fbaf5f8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.658207] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.658429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.658466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.658742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.658817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.659044] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.659250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.659250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.659427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.659514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.659612] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01585cf-b99a-4277-973f-2b824d507d8e already deleted. [ 780.659694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.723487] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1525cc49-3f78-4fe3-86fa-b6b80edfd593 [ 780.723836] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.723997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.724081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.724304] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.724405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.724492] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1525cc49-3f78-4fe3-86fa-b6b80edfd593 already deleted. [ 780.724575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1525cc49-3f78-4fe3-86fa-b6b80edfd593" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.009393] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.125315] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.125315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.125315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.125315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.125315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.125315] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 3838f56f-61b7-42c7-9a9c-feb61fbaf5f8 not found, creating... [ 781.125315] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.125315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.125315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.125315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.125315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.125698] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.125698] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.125698] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.125698] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.125698] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.125698] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 3838f56f-61b7-42c7-9a9c-feb61fbaf5f8 is going to be created. [ 781.151552] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.151552] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.151552] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.151552] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.151552] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.151552] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-3838f56f-61b7-42c7-9a9c-feb61fbaf5f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.447931] env[66094]: INFO networking_nsxv3.common.synchronization [req-28f667e1-fae0-4d4b-b2a1-5b1e882234d9 req-afa154ed-f1c5-4e6f-83d9-20baa3f61f94 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 with Priority: HIGHEST for action security_group_members [ 781.448212] env[66094]: INFO networking_nsxv3.common.synchronization [req-28f667e1-fae0-4d4b-b2a1-5b1e882234d9 req-afa154ed-f1c5-4e6f-83d9-20baa3f61f94 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_members [ 781.448391] env[66094]: INFO networking_nsxv3.common.synchronization [req-28f667e1-fae0-4d4b-b2a1-5b1e882234d9 req-afa154ed-f1c5-4e6f-83d9-20baa3f61f94 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 781.448869] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 with Priority: HIGHEST for action security_group_members [ 781.449655] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 with Priority: HIGHEST for action security_group_members [ 781.449814] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 781.450178] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.450303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.450957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.451203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.451404] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.451532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.452095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.452441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.452552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.452652] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('585fb888-7ee7-4a89-9918-1ed2c58fbfe1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.454674] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-425ddf5d-fefe-45ca-ab04-0142b0c085f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.454674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.454674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.454896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.455058] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.455158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.455233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.455409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.455486] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.455551] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('425ddf5d-fefe-45ca-ab04-0142b0c085f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.456914] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.457035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.457115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.457270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.458252] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.458373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.458441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.458597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.458679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.458773] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.470036] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 in Status: SUCCESS [ 781.470334] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2326f2d3-77a3-4b21-9d67-733e7de44126 deletion is rescheduled due to dependency. [ 781.470486] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2326f2d3-77a3-4b21-9d67-733e7de44126" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.511477] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.511648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.511713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.511903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.512023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.512172] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be created. [ 781.535155] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.535313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.535529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.535612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.535724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.546891] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: UNINITIALIZED for 2s [ 781.793052] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 781.793052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.793052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.793052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.793052] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.793052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.793052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.793052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.793052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.793052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.793052] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.797635] env[66094]: INFO networking_nsxv3.common.synchronization [req-fb5cf6e0-0f3d-4a42-a022-e4733bc6cca2 req-1d6eb7c4-c8ce-42b9-af33-e1514d2071d9 tempest-ServerTagsTestJSON-418758799 tempest-ServerTagsTestJSON-418758799-project-member] Enqueued Resource ID: f4a3e854-e12e-480f-aa86-d30884f69a10 with Priority: HIGHEST for action security_group_members [ 781.798431] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a3e854-e12e-480f-aa86-d30884f69a10 with Priority: HIGHEST for action security_group_members [ 781.799040] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4a3e854-e12e-480f-aa86-d30884f69a10 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.801804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.801804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.801804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.801804] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.801804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.801804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.801804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.801804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.801804] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4a3e854-e12e-480f-aa86-d30884f69a10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.860407] env[66094]: INFO networking_nsxv3.common.synchronization [req-0c5cd942-bb82-48ad-a462-844ca028279c req-c2f65951-e507-44bf-98fd-fca8cc70d507 service nova] Enqueued Resource ID: a01585cf-b99a-4277-973f-2b824d507d8e with Priority: HIGHEST for action security_group_rules [ 781.860682] env[66094]: INFO networking_nsxv3.common.synchronization [req-0c5cd942-bb82-48ad-a462-844ca028279c req-c2f65951-e507-44bf-98fd-fca8cc70d507 service nova] Enqueued Resource ID: a01585cf-b99a-4277-973f-2b824d507d8e with Priority: HIGHEST for action security_group_members [ 781.861248] env[66094]: INFO networking_nsxv3.common.synchronization [req-0c5cd942-bb82-48ad-a462-844ca028279c req-c2f65951-e507-44bf-98fd-fca8cc70d507 service nova] Enqueued Resource ID: 3838f56f-61b7-42c7-9a9c-feb61fbaf5f8 with Priority: HIGHEST for action port [ 781.861876] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01585cf-b99a-4277-973f-2b824d507d8e with Priority: HIGHEST for action security_group_rules [ 781.862127] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01585cf-b99a-4277-973f-2b824d507d8e with Priority: HIGHEST for action security_group_members [ 781.862302] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3838f56f-61b7-42c7-9a9c-feb61fbaf5f8 with Priority: HIGHEST for action port [ 781.863501] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a01585cf-b99a-4277-973f-2b824d507d8e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.863715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.863846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.864301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.864461] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a01585cf-b99a-4277-973f-2b824d507d8e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.866233] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01585cf-b99a-4277-973f-2b824d507d8e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.866439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.866569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.866884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.867179] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.867746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.867746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.867746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.867938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.868128] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01585cf-b99a-4277-973f-2b824d507d8e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.869397] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-3838f56f-61b7-42c7-9a9c-feb61fbaf5f8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.869599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3838f56f-61b7-42c7-9a9c-feb61fbaf5f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.869693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3838f56f-61b7-42c7-9a9c-feb61fbaf5f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.869982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3838f56f-61b7-42c7-9a9c-feb61fbaf5f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.870249] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3838f56f-61b7-42c7-9a9c-feb61fbaf5f8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.960801] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.961363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.961507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.961799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.961901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.962199] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.962321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.962382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.962581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.962687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.962794] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 is going to be updated. [ 781.964287] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.964426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.964485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.964674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.964814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.965074] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.965148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.965212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.965367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.965443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.965529] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 is going to be updated. [ 781.966843] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.003506] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.003871] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.003952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.004241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.004391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.007042] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.007201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.007283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.007440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.007573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.020011] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: IN_PROGRESS for 2s [ 782.020889] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 in Status: IN_PROGRESS for 2s [ 782.296042] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.296209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.296354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.296710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.296791] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.296950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.297036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.297309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.297309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.297396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.297563] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.297655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.297715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.297851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.297986] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.298095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.298095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.298279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.298785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.298888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.299165] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.302937] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.303084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.303145] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.303301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.303385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.303579] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.303680] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.303860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.303957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.303957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.304118] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4a3e854-e12e-480f-aa86-d30884f69a10 is going to be updated. [ 782.334239] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.334385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.334530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.334679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.335116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.345404] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4a3e854-e12e-480f-aa86-d30884f69a10 in Status: IN_PROGRESS for 2s [ 782.373487] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a01585cf-b99a-4277-973f-2b824d507d8e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.374898] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01585cf-b99a-4277-973f-2b824d507d8e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.375074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.375199] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3838f56f-61b7-42c7-9a9c-feb61fbaf5f8 with status ACTIVE [ 782.375353] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.375460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.375512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.375702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.375880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.376027] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.376267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.376267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.376434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.376434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.376716] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.376716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.376716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.376865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.376916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.377009] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3838f56f-61b7-42c7-9a9c-feb61fbaf5f8 is going to be updated. [ 782.407290] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.407290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.407430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.407603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.407702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.407863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3838f56f-61b7-42c7-9a9c-feb61fbaf5f8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.470024] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.506805] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 in Status: SUCCESS [ 782.506805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.506886] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: SUCCESS [ 782.507021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.545134] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 782.545134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.801346] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f18e2a-b157-4e22-a379-5b9a4bb40a82: rpc.has_security_group_logging(os_id): False [ 782.840015] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.840015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.840015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.840015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.840015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.840351] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.840465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.840508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.840651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.840736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.840948] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.841050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.841117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.841293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.841394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.841579] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.841668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.841725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.841863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.841932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.842125] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be created. [ 782.878777] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a01585cf-b99a-4277-973f-2b824d507d8e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.930759] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.930972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.930972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.931249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.931423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.942831] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: IN_PROGRESS for 2s [ 782.972088] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.972247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.972319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.972575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.972668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.972767] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 783.024529] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.024841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.024841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.024985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.025152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.038578] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 783.381903] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.382106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.382231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.382445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.382751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.382751] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01585cf-b99a-4277-973f-2b824d507d8e is going to be created. [ 783.408799] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.408995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.408995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.409163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.409311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.419509] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01585cf-b99a-4277-973f-2b824d507d8e in Status: UNINITIALIZED for 2s [ 783.556874] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 783.556967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.557149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.557385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.558498] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.558498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.558498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.558498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.558498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.558498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.558498] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.034058] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 in Status: SUCCESS [ 784.034360] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 deletion is rescheduled due to dependency. [ 784.034360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.035043] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 in Status: SUCCESS [ 784.035193] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 425ddf5d-fefe-45ca-ab04-0142b0c085f4 deletion is rescheduled due to dependency. [ 784.035293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-425ddf5d-fefe-45ca-ab04-0142b0c085f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.063870] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.063870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.064058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.064209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.064432] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.064565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.064611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.064766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.064930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.064975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.065155] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.065276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.065362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.066868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.066868] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.066868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.066868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.066868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.066868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.066868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.066868] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.357117] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4a3e854-e12e-480f-aa86-d30884f69a10 in Status: SUCCESS [ 784.357395] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4a3e854-e12e-480f-aa86-d30884f69a10 deletion is rescheduled due to dependency. [ 784.357568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4a3e854-e12e-480f-aa86-d30884f69a10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.569053] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 994392ff-ffb5-4df5-abbe-53be12d4c1e6: rpc.has_security_group_logging(os_id): False [ 784.599403] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.599572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.599637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.599839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.599930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.600146] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.600298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.600370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.600527] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.600613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.600893] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.600998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.601073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.601243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.601323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.601522] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.601617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.601679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.601817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.601891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.601973] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be created. [ 784.698973] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.699188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.699243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.699556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.703028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.716177] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 784.955826] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 784.956302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.052853] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 785.053669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.436524] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01585cf-b99a-4277-973f-2b824d507d8e in Status: SUCCESS [ 785.436524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.436524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.438196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.438448] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.438628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.438741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.438991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.439146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.441628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.441628] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a01585cf-b99a-4277-973f-2b824d507d8e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.943683] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01585cf-b99a-4277-973f-2b824d507d8e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.943859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.943945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.944191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.944369] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.944465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.944526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.944672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.944757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.945175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.945175] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01585cf-b99a-4277-973f-2b824d507d8e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.945175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.945175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.945369] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.945417] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.945496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.945556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.945692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.945765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.945843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.945932] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a01585cf-b99a-4277-973f-2b824d507d8e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.353199] env[66094]: INFO networking_nsxv3.common.synchronization [req-80fe37a5-937c-4b6c-8002-a495a29bb8e2 req-cd59416a-905e-48ab-9986-445a2f8b7cab tempest-ServersWithSpecificFlavorTestJSON-1944045872 tempest-ServersWithSpecificFlavorTestJSON-1944045872-project-member] Enqueued Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 786.353526] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 786.353686] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.353686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.353832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.353954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.354621] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.354759] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.354850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.355221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.355221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.355221] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.449601] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a01585cf-b99a-4277-973f-2b824d507d8e: rpc.has_security_group_logging(os_id): False [ 786.470270] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.470876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.470876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.470876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.470876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.471142] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.471219] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.471256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.471696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.471696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.471696] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.472052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.472052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.472052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.472735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.472735] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.472735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.472735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.472735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.472735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.473042] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a01585cf-b99a-4277-973f-2b824d507d8e is going to be created. [ 786.534178] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.534330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.534494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.534600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.534781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.545916] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a01585cf-b99a-4277-973f-2b824d507d8e in Status: IN_PROGRESS for 2s [ 786.737083] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 786.737628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.861581] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.861581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.861581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.861581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.861581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.861581] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.861581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.861581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.861581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.861581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.861581] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 is going to be updated. [ 786.895542] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.895701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.895739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.895919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.896724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.909188] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: IN_PROGRESS for 2s [ 787.755192] env[66094]: INFO networking_nsxv3.common.synchronization [req-c5636cad-0cd0-4ec8-90d4-4ec3bf98b4f1 req-a1b61b3a-38c1-4556-9f44-9a0f1f94dd2f tempest-MigrationsAdminTest-824431431 tempest-MigrationsAdminTest-824431431-project-member] Enqueued Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 787.756177] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 787.756586] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.756756] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.756863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.757147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.757375] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.757544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.757642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.757842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.757926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.758071] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.199082] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.199353] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.199825] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.200139] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.200535] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.200715] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.200838] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.201095] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.201353] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.201531] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.201650] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.201757] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.201872] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.201978] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.202215] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.202283] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.228664] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.228903] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.229154] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.229396] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.229838] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-9470dbbe-c445-43d7-b49c-d214f70178f4 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.230083] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-9470dbbe-c445-43d7-b49c-d214f70178f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.230253] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-9470dbbe-c445-43d7-b49c-d214f70178f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.230881] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-9470dbbe-c445-43d7-b49c-d214f70178f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.231105] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9470dbbe-c445-43d7-b49c-d214f70178f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.260672] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.559235] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a01585cf-b99a-4277-973f-2b824d507d8e in Status: SUCCESS [ 788.559511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.734283] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.734493] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.734623] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.734897] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.735056] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.735218] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 9470dbbe-c445-43d7-b49c-d214f70178f4 not found, creating... [ 788.735480] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.735732] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.735732] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.735956] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.736111] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.736413] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.736579] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.736692] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.736908] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.737047] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.737185] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 9470dbbe-c445-43d7-b49c-d214f70178f4 is going to be created. [ 788.758483] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.758870] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.758870] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.759090] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.759429] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.760073] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-9470dbbe-c445-43d7-b49c-d214f70178f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.763252] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.921516] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: SUCCESS [ 788.921516] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 deletion is rescheduled due to dependency. [ 788.921516] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.266622] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.266831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.266942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.267137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.267319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.267443] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a7f7e3-a82a-421e-8dad-84555779b64e is going to be updated. [ 789.299316] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.299474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.299545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.299749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.299893] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.312389] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: IN_PROGRESS for 2s [ 789.636573] env[66094]: INFO networking_nsxv3.common.synchronization [req-c5636cad-0cd0-4ec8-90d4-4ec3bf98b4f1 req-e40ec493-7508-4c71-a827-b2f8551c849b service nova] Enqueued Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_rules [ 789.636800] env[66094]: INFO networking_nsxv3.common.synchronization [req-c5636cad-0cd0-4ec8-90d4-4ec3bf98b4f1 req-e40ec493-7508-4c71-a827-b2f8551c849b service nova] Enqueued Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 789.636969] env[66094]: INFO networking_nsxv3.common.synchronization [req-c5636cad-0cd0-4ec8-90d4-4ec3bf98b4f1 req-e40ec493-7508-4c71-a827-b2f8551c849b service nova] Enqueued Resource ID: 9470dbbe-c445-43d7-b49c-d214f70178f4 with Priority: HIGHEST for action port [ 789.637596] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_rules [ 789.637735] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 789.637849] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9470dbbe-c445-43d7-b49c-d214f70178f4 with Priority: HIGHEST for action port [ 789.638152] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.638425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.638425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.638587] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.638674] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.639582] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.639743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.640483] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-9470dbbe-c445-43d7-b49c-d214f70178f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.640622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9470dbbe-c445-43d7-b49c-d214f70178f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.640674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9470dbbe-c445-43d7-b49c-d214f70178f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.641059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9470dbbe-c445-43d7-b49c-d214f70178f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.641141] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9470dbbe-c445-43d7-b49c-d214f70178f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.144037] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.144037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.144430] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9470dbbe-c445-43d7-b49c-d214f70178f4 with status ACTIVE [ 790.144430] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.144635] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.144635] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.144905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.145085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.145279] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.145395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.145464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.145624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.145703] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.145880] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.146013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.146079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.146216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.146290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.146377] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9470dbbe-c445-43d7-b49c-d214f70178f4 is going to be updated. [ 790.170809] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.170958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.171404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.171404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.171404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.171642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9470dbbe-c445-43d7-b49c-d214f70178f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.326247] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: SUCCESS [ 791.326531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.326666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.326956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.327670] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.327670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.327670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.327670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.327670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.327917] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.831696] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.066611] env[66094]: INFO networking_nsxv3.common.synchronization [req-eca5e06a-b5b9-4627-8cd6-1a5cc1caeb44 req-e3d4eda8-a077-482a-9a5b-5f0f65176657 tempest-ServersAdminNegativeTestJSON-697433703 tempest-ServersAdminNegativeTestJSON-697433703-project-member] Enqueued Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 792.067143] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGHEST for action security_group_members [ 792.067450] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.067578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.067654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.067853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.068398] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.068501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.068624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.068710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.068789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.068885] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.127227] env[66094]: INFO networking_nsxv3.common.synchronization [None req-05f9a1c4-8e65-42ef-b132-4715cf950cf5 None None] Enqueued Resource ID: 2402b650-30ff-49c6-bd52-eab6eaf5d2c6 with Priority: HIGHEST for action port [ 792.127227] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2402b650-30ff-49c6-bd52-eab6eaf5d2c6 with Priority: HIGHEST for action port [ 792.127827] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2402b650-30ff-49c6-bd52-eab6eaf5d2c6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.128142] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2402b650-30ff-49c6-bd52-eab6eaf5d2c6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.128398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2402b650-30ff-49c6-bd52-eab6eaf5d2c6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.128845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2402b650-30ff-49c6-bd52-eab6eaf5d2c6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.129140] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2402b650-30ff-49c6-bd52-eab6eaf5d2c6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.333797] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.574092] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.574092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.577311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.577311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.577311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.577311] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.577311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.577311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.577311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.577311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.577311] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f is going to be updated. [ 792.613035] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.613035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.613223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.613493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.613662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.625406] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: IN_PROGRESS for 2s [ 792.634950] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2402b650-30ff-49c6-bd52-eab6eaf5d2c6 [ 792.635260] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.635354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.635395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.635628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.635732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.635832] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2402b650-30ff-49c6-bd52-eab6eaf5d2c6 already deleted. [ 792.635962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2402b650-30ff-49c6-bd52-eab6eaf5d2c6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.837422] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.837422] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.837649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.837737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.837830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.837931] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a7f7e3-a82a-421e-8dad-84555779b64e is going to be updated. [ 792.875541] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.876365] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.876545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.876853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.877748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.889714] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: IN_PROGRESS for 2s [ 793.104074] env[66094]: INFO networking_nsxv3.common.synchronization [req-ae29a70a-9786-4463-b02b-dca0bfa6b413 req-8a79551b-aa71-45b8-a5fa-387f925cd35c tempest-ServerActionsV293TestJSON-338422669 tempest-ServerActionsV293TestJSON-338422669-project-member] Enqueued Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_members [ 793.104636] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_members [ 793.104969] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.105112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.105208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.106020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.106020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.106287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.106287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.106446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.106535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.106670] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d54d2c-5e37-4306-8ba0-3980ec78c9bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.608995] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.609725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.609725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.609725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.609725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.609725] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.610051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.610051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.610051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.610154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.610198] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb already deleted. [ 793.610286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.631327] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.631580] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-562" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.631650] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-562" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.632120] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-562" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.632521] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.632816] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.632906] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.633260] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.633412] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.633637] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.633751] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.633856] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.633960] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.634108] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.634215] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.634925] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.660433] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.660693] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.660857] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.661225] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-562" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.661635] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-291d07a2-4da9-47bd-8c03-70a1bde6c79d taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.661851] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-291d07a2-4da9-47bd-8c03-70a1bde6c79d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.661978] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-291d07a2-4da9-47bd-8c03-70a1bde6c79d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.662577] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-291d07a2-4da9-47bd-8c03-70a1bde6c79d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.662650] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('291d07a2-4da9-47bd-8c03-70a1bde6c79d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.167395] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.168027] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.170019] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.170019] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.170019] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.170019] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 291d07a2-4da9-47bd-8c03-70a1bde6c79d not found, creating... [ 794.170019] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.170019] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.170019] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.170019] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.170882] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.171354] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.171740] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.171997] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.172393] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.172694] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.172957] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 291d07a2-4da9-47bd-8c03-70a1bde6c79d is going to be created. [ 794.198204] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.198550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.198611] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.198828] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.199065] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.199285] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-291d07a2-4da9-47bd-8c03-70a1bde6c79d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.640168] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f in Status: SUCCESS [ 794.640520] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f deletion is rescheduled due to dependency. [ 794.641708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.902398] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: SUCCESS [ 794.902771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.903171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.903330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.904085] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.904085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.904085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.904085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.904085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.904380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.904380] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.040582] env[66094]: INFO networking_nsxv3.common.synchronization [req-ae29a70a-9786-4463-b02b-dca0bfa6b413 req-645de02d-775f-404d-b67a-4a6976c76f2a service nova] Enqueued Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_rules [ 795.040752] env[66094]: INFO networking_nsxv3.common.synchronization [req-ae29a70a-9786-4463-b02b-dca0bfa6b413 req-645de02d-775f-404d-b67a-4a6976c76f2a service nova] Enqueued Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_members [ 795.040881] env[66094]: INFO networking_nsxv3.common.synchronization [req-ae29a70a-9786-4463-b02b-dca0bfa6b413 req-645de02d-775f-404d-b67a-4a6976c76f2a service nova] Enqueued Resource ID: 291d07a2-4da9-47bd-8c03-70a1bde6c79d with Priority: HIGHEST for action port [ 795.041746] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_rules [ 795.041746] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_members [ 795.041746] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291d07a2-4da9-47bd-8c03-70a1bde6c79d with Priority: HIGHEST for action port [ 795.042135] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.042483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.042483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.042575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.042657] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d54d2c-5e37-4306-8ba0-3980ec78c9bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.043573] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.043685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.043750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.043917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.044080] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.044193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.044259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.044573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.044663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.044774] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d54d2c-5e37-4306-8ba0-3980ec78c9bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.046768] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-291d07a2-4da9-47bd-8c03-70a1bde6c79d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.046881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-291d07a2-4da9-47bd-8c03-70a1bde6c79d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.046936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-291d07a2-4da9-47bd-8c03-70a1bde6c79d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.047110] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-291d07a2-4da9-47bd-8c03-70a1bde6c79d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.047197] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('291d07a2-4da9-47bd-8c03-70a1bde6c79d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.176284] env[66094]: INFO networking_nsxv3.common.synchronization [None req-93ace78a-f88e-4f4e-9057-b91fe4e1168a None None] Enqueued Resource ID: 655007c1-d626-4f00-8710-eb1fee755d50 with Priority: HIGHEST for action port [ 795.176746] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 655007c1-d626-4f00-8710-eb1fee755d50 with Priority: HIGHEST for action port [ 795.177082] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-655007c1-d626-4f00-8710-eb1fee755d50 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.177205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-655007c1-d626-4f00-8710-eb1fee755d50" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.177261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-655007c1-d626-4f00-8710-eb1fee755d50" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.177518] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-655007c1-d626-4f00-8710-eb1fee755d50" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.177601] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('655007c1-d626-4f00-8710-eb1fee755d50',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.406477] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.406668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.406744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.408238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.408238] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.408238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.408238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.408238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.408238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.408238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.408238] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.408238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.408238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.408238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.408238] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.408694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.408694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.408694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.408694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.408694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.408827] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.547489] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31d54d2c-5e37-4306-8ba0-3980ec78c9bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.549281] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 291d07a2-4da9-47bd-8c03-70a1bde6c79d with status ACTIVE [ 795.549710] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.549887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.549957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.550187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.550345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.550538] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.550663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.550784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.550901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.550980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.551200] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.551357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.551439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.551586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.551663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.551753] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 291d07a2-4da9-47bd-8c03-70a1bde6c79d is going to be updated. [ 795.557525] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.557713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.580167] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.580369] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.580447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.580672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.580831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.580997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-291d07a2-4da9-47bd-8c03-70a1bde6c79d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.616991] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a1ddad60-7855-4429-bca8-81bfabeabbbc tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_rules [ 795.620034] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_rules [ 795.621594] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.621594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.621594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.621594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.621594] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea4d45e-2df6-4bb0-981c-9f4ff12f7d70',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.679962] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 655007c1-d626-4f00-8710-eb1fee755d50 [ 795.680351] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.680351] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.680457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.680650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.680763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.680823] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:655007c1-d626-4f00-8710-eb1fee755d50 already deleted. [ 795.680905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-655007c1-d626-4f00-8710-eb1fee755d50" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.773435] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e2e45274-ede6-4045-884d-413ce8b5725a tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_rules [ 795.776437] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_rules [ 795.776437] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.776437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.911021] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87a7f7e3-a82a-421e-8dad-84555779b64e: rpc.has_security_group_logging(os_id): False [ 795.931958] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.932167] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.932209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.932419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.932504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.932729] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.933510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.933510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.933510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.933510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.933510] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.933510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.933510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.933773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.933773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.933828] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.933971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.934057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.934205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.934278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.934365] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a7f7e3-a82a-421e-8dad-84555779b64e is going to be updated. [ 796.005876] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.006097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.006097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.006332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.006490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.036237] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: IN_PROGRESS for 2s [ 796.051212] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31d54d2c-5e37-4306-8ba0-3980ec78c9bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.152951] env[66094]: INFO networking_nsxv3.common.synchronization [None req-6ea9d783-d4ce-44a0-91ce-9ad6bf9e12c0 None None] Enqueued Resource ID: 2bdb8b6d-4364-46f7-af26-3fdd264b657c with Priority: HIGHEST for action port [ 796.155066] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.155066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.155066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.155066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.155066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.155066] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 already deleted. [ 796.155066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.157485] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bdb8b6d-4364-46f7-af26-3fdd264b657c with Priority: HIGHEST for action port [ 796.157485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.157485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.157485] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea4d45e-2df6-4bb0-981c-9f4ff12f7d70',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.157485] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bdb8b6d-4364-46f7-af26-3fdd264b657c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.157485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bdb8b6d-4364-46f7-af26-3fdd264b657c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.157485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bdb8b6d-4364-46f7-af26-3fdd264b657c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.157485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bdb8b6d-4364-46f7-af26-3fdd264b657c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.157485] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bdb8b6d-4364-46f7-af26-3fdd264b657c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.553127] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.553312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.554130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.554130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.554431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.554467] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb is going to be created. [ 796.586414] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.586414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.586606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.586723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.587121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.605215] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb in Status: UNINITIALIZED for 2s [ 796.662451] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bdb8b6d-4364-46f7-af26-3fdd264b657c [ 796.662451] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.662451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.662451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.662665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.662665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.662898] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bdb8b6d-4364-46f7-af26-3fdd264b657c already deleted. [ 796.662898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bdb8b6d-4364-46f7-af26-3fdd264b657c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.679206] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.679206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.679206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.679206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.679206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.679206] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 already deleted. [ 796.679206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.960055] env[66094]: INFO networking_nsxv3.common.synchronization [req-38bbd3c5-ecb8-4efd-9f72-1ca032803e90 req-55911315-eaa0-44df-a542-babfbf40f8a5 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 796.961459] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 796.962050] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.962050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.962050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.962786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.962786] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.962786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.962786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.962786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.962786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.963166] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.399055] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.399055] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-12" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.399055] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-12" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.399301] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-12" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.399374] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.399521] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.399631] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.399856] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.400629] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.401522] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.401522] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.403032] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.403032] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.403032] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.403032] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.403032] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.425974] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.426150] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.426291] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.426463] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-12" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.426783] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-ffa0089d-8b96-450a-bad2-beb59851d7ec taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.427042] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.427101] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.427457] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.427622] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa0089d-8b96-450a-bad2-beb59851d7ec',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.465143] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.465295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.465994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.465994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.465994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.465994] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.465994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.466282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.466282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.466282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.466601] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 already deleted. [ 797.466601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.929997] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.930389] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.930605] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.931015] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.931316] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.931516] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port ffa0089d-8b96-450a-bad2-beb59851d7ec not found, creating... [ 797.931947] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.932225] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.932434] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.932768] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.933015] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.933998] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.934271] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.934754] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.935180] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.935409] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.935643] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: ffa0089d-8b96-450a-bad2-beb59851d7ec is going to be created. [ 797.959805] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.960038] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.960162] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.960479] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.960799] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.961072] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.052243] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: SUCCESS [ 798.054428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.364986] env[66094]: INFO networking_nsxv3.common.synchronization [None req-dab20118-6978-47c2-b818-682b5c62d6e4 tempest-ServersV294TestFqdnHostnames-2088326621 tempest-ServersV294TestFqdnHostnames-2088326621-project-member] Enqueued Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_rules [ 798.365663] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_rules [ 798.366462] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.366849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.366849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.371880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.372121] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('277f04cd-3461-4733-9cdd-0fb4ae93bd9b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.548960] env[66094]: INFO networking_nsxv3.common.synchronization [None req-0fede7a3-82ca-4d16-8ab3-0a724a11fa94 tempest-ServersV294TestFqdnHostnames-2088326621 tempest-ServersV294TestFqdnHostnames-2088326621-project-member] Enqueued Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_rules [ 798.549754] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_rules [ 798.549903] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.549984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.619542] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb in Status: SUCCESS [ 798.619933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.623517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.623517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.623517] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.623517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.623517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.623517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.623517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.623517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.623517] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31d54d2c-5e37-4306-8ba0-3980ec78c9bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.839552] env[66094]: INFO networking_nsxv3.common.synchronization [req-38bbd3c5-ecb8-4efd-9f72-1ca032803e90 req-7d4816ca-8ecb-4a85-b88e-72e290231568 service nova] Enqueued Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_rules [ 798.839738] env[66094]: INFO networking_nsxv3.common.synchronization [req-38bbd3c5-ecb8-4efd-9f72-1ca032803e90 req-7d4816ca-8ecb-4a85-b88e-72e290231568 service nova] Enqueued Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 798.839875] env[66094]: INFO networking_nsxv3.common.synchronization [req-38bbd3c5-ecb8-4efd-9f72-1ca032803e90 req-7d4816ca-8ecb-4a85-b88e-72e290231568 service nova] Enqueued Resource ID: ffa0089d-8b96-450a-bad2-beb59851d7ec with Priority: HIGHEST for action port [ 798.841588] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_rules [ 798.841588] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 798.841588] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa0089d-8b96-450a-bad2-beb59851d7ec with Priority: HIGHEST for action port [ 798.841588] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.842062] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.842062] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.842225] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.842284] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.843263] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.843405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.843481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.843669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.844143] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.844143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.844143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.844332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.844332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.844332] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.846266] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa0089d-8b96-450a-bad2-beb59851d7ec taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.846444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.846509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.846678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.846806] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa0089d-8b96-450a-bad2-beb59851d7ec',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.899049] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.899049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.899208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.899368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.899524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.899687] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b already deleted. [ 798.899743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.900301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.902446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.902446] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('277f04cd-3461-4733-9cdd-0fb4ae93bd9b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.127393] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31d54d2c-5e37-4306-8ba0-3980ec78c9bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.350721] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.352912] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.353125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.353269] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffa0089d-8b96-450a-bad2-beb59851d7ec with status ACTIVE [ 799.353474] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.353583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.353653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.353928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.354291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.354694] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.354974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.355060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.357084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.357251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.357559] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.357704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.357771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.357984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.358099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.358218] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffa0089d-8b96-450a-bad2-beb59851d7ec is going to be updated. [ 799.384807] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.385081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.385187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.385416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.385562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.385729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.425558] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.425830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.425830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.426061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.426120] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.426235] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b already deleted. [ 799.426399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.596614] env[66094]: INFO networking_nsxv3.common.synchronization [req-51cb2b04-2cd7-4a42-ac06-0051ff000504 req-9dfee3a4-b27f-4aed-b486-63e783a0ea40 tempest-InstanceActionsNegativeTestJSON-858450349 tempest-InstanceActionsNegativeTestJSON-858450349-project-member] Enqueued Resource ID: 57f1000d-e732-4d5d-8404-7c4077304e1c with Priority: HIGHEST for action security_group_members [ 799.602797] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f1000d-e732-4d5d-8404-7c4077304e1c with Priority: HIGHEST for action security_group_members [ 799.604114] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f1000d-e732-4d5d-8404-7c4077304e1c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.604114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.604114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.604329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.604538] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.604948] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.604948] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.605054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.606425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.606425] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f1000d-e732-4d5d-8404-7c4077304e1c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.608246] env[66094]: INFO networking_nsxv3.common.synchronization [None req-3e1c850c-6134-48a0-95e3-54c0ca5131a9 None None] Enqueued Resource ID: 5a33c1de-d468-45d8-a76c-7838620d30a6 with Priority: HIGHEST for action port [ 799.608805] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a33c1de-d468-45d8-a76c-7838620d30a6 with Priority: HIGHEST for action port [ 799.609505] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a33c1de-d468-45d8-a76c-7838620d30a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.610583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a33c1de-d468-45d8-a76c-7838620d30a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.610583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a33c1de-d468-45d8-a76c-7838620d30a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.610583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a33c1de-d468-45d8-a76c-7838620d30a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.610583] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a33c1de-d468-45d8-a76c-7838620d30a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.630352] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31d54d2c-5e37-4306-8ba0-3980ec78c9bb: rpc.has_security_group_logging(os_id): False [ 799.662490] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.662490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.662490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.662490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.663067] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.663864] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.663933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.664093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.664361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.664514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.664682] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb is going to be created. [ 799.759154] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.759404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.765024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.765024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.765024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.780198] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb in Status: IN_PROGRESS for 2s [ 799.853442] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.044631] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.044869] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-959" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.045230] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-959" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.045520] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-959" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.045962] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.046480] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.046677] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.047090] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.047249] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.047809] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.047941] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.048231] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.048231] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.048356] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.048432] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.048563] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.071719] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.071719] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.071719] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.071896] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-959" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.072212] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-e2c9504a-29a8-4ea6-9bca-0b18d9b1d928 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.072456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-e2c9504a-29a8-4ea6-9bca-0b18d9b1d928" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.072634] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-e2c9504a-29a8-4ea6-9bca-0b18d9b1d928" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.073385] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-e2c9504a-29a8-4ea6-9bca-0b18d9b1d928" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.073551] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c9504a-29a8-4ea6-9bca-0b18d9b1d928',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.110201] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.110478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.110568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.110788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.110992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.111139] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.111256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.111326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.111450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.111527] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.111608] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f1000d-e732-4d5d-8404-7c4077304e1c already deleted. [ 800.111691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.112382] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a33c1de-d468-45d8-a76c-7838620d30a6 [ 800.112555] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.112714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.112835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.113087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.113204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.113317] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a33c1de-d468-45d8-a76c-7838620d30a6 already deleted. [ 800.113354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a33c1de-d468-45d8-a76c-7838620d30a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.359261] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.359764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.359764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.360482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.360631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.360708] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 is going to be created. [ 800.387708] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.388039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.388165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.388474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.388702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.401568] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: UNINITIALIZED for 2s [ 800.577629] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.577911] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.578061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.578423] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.581373] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.581373] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port e2c9504a-29a8-4ea6-9bca-0b18d9b1d928 not found, creating... [ 800.581373] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.581373] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.581373] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.581373] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.581373] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.581373] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.581373] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.581373] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.581922] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.581922] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.581922] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: e2c9504a-29a8-4ea6-9bca-0b18d9b1d928 is going to be created. [ 800.608725] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.609625] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.609625] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.609625] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.609813] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.609916] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-e2c9504a-29a8-4ea6-9bca-0b18d9b1d928" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.456642] env[66094]: INFO networking_nsxv3.common.synchronization [req-51cb2b04-2cd7-4a42-ac06-0051ff000504 req-9d86db13-9cf2-426d-bf6c-36942d941e86 service nova] Enqueued Resource ID: 57f1000d-e732-4d5d-8404-7c4077304e1c with Priority: HIGHEST for action security_group_rules [ 801.457017] env[66094]: INFO networking_nsxv3.common.synchronization [req-51cb2b04-2cd7-4a42-ac06-0051ff000504 req-9d86db13-9cf2-426d-bf6c-36942d941e86 service nova] Enqueued Resource ID: 57f1000d-e732-4d5d-8404-7c4077304e1c with Priority: HIGHEST for action security_group_members [ 801.457017] env[66094]: INFO networking_nsxv3.common.synchronization [req-51cb2b04-2cd7-4a42-ac06-0051ff000504 req-9d86db13-9cf2-426d-bf6c-36942d941e86 service nova] Enqueued Resource ID: e2c9504a-29a8-4ea6-9bca-0b18d9b1d928 with Priority: HIGHEST for action port [ 801.457626] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f1000d-e732-4d5d-8404-7c4077304e1c with Priority: HIGHEST for action security_group_rules [ 801.457781] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f1000d-e732-4d5d-8404-7c4077304e1c with Priority: HIGHEST for action security_group_members [ 801.457880] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2c9504a-29a8-4ea6-9bca-0b18d9b1d928 with Priority: HIGHEST for action port [ 801.458220] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57f1000d-e732-4d5d-8404-7c4077304e1c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.458331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.458401] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.458670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.458826] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57f1000d-e732-4d5d-8404-7c4077304e1c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.460909] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f1000d-e732-4d5d-8404-7c4077304e1c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.461091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.461165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.461515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.463156] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.463292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.463363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.463569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.463667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.464690] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f1000d-e732-4d5d-8404-7c4077304e1c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.465678] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2c9504a-29a8-4ea6-9bca-0b18d9b1d928 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.465855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2c9504a-29a8-4ea6-9bca-0b18d9b1d928" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.465930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2c9504a-29a8-4ea6-9bca-0b18d9b1d928" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.466154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2c9504a-29a8-4ea6-9bca-0b18d9b1d928" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.466265] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c9504a-29a8-4ea6-9bca-0b18d9b1d928',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.791520] env[66094]: INFO networking_nsxv3.common.synchronization [req-8f02efb6-92fd-4d2d-9f8e-d628b8e3181f req-62c92da3-c7de-480c-b86e-006231926c04 tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 801.792522] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 801.793490] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb in Status: SUCCESS [ 801.793734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.794230] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.794230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.794422] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.794482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.794665] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.794774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.794867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.795061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.795155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.795257] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.961887] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f1000d-e732-4d5d-8404-7c4077304e1c taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.962031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.968582] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57f1000d-e732-4d5d-8404-7c4077304e1c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.970453] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2c9504a-29a8-4ea6-9bca-0b18d9b1d928 with status ACTIVE [ 801.970453] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.970453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.970453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.970453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.970688] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.970757] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.970859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.970932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.971108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.971182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.971547] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.971547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.971669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.971701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.971778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.971861] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2c9504a-29a8-4ea6-9bca-0b18d9b1d928 is going to be updated. [ 801.999173] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.999309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.999380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.999625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.999765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.999953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2c9504a-29a8-4ea6-9bca-0b18d9b1d928" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.298892] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.299089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.299089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.299305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.299397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.299613] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.299723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.299802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.299953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.300046] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.300162] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 802.320673] env[66094]: INFO networking_nsxv3.common.synchronization [req-23658500-75c5-45e7-96bf-d4b424d0a3eb req-eecef8fe-6910-4644-a4cd-c532c0eaac3b tempest-ListServerFiltersTestJSON-1117224876 tempest-ListServerFiltersTestJSON-1117224876-project-member] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 802.321315] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 802.321632] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.321764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.321830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.322484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.322791] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.323449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.323558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.323901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.324613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.324776] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.343850] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.344069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.344130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.344341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.344504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.357447] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 802.414817] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: SUCCESS [ 802.415262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.415556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.415863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.416334] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.416398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.416486] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.416750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.417029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.417199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.417374] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.474435] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57f1000d-e732-4d5d-8404-7c4077304e1c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.772329] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.772558] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.772678] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.773207] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.773337] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.773686] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.773686] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.773753] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.774531] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.774531] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.774531] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.774531] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.774531] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.774531] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.774814] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.774814] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.799733] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.799911] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.800065] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.800262] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.800673] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-46126f87-06d0-441a-baa0-a42a1470e07f taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.800841] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-46126f87-06d0-441a-baa0-a42a1470e07f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.800954] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-46126f87-06d0-441a-baa0-a42a1470e07f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.801581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-46126f87-06d0-441a-baa0-a42a1470e07f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.801581] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46126f87-06d0-441a-baa0-a42a1470e07f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.826977] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.827146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.827256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.827563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.827652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.830021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.830021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.830021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.830021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.830021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.830021] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 already deleted. [ 802.830021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.923208] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.923208] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.923208] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.923208] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.923208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.923719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.923719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.923719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.923719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.923719] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.978475] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.978723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.978799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.979098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.979214] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.979318] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f1000d-e732-4d5d-8404-7c4077304e1c is going to be created. [ 803.006022] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.006341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.006456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.006714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.006918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.017758] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f1000d-e732-4d5d-8404-7c4077304e1c in Status: UNINITIALIZED for 2s [ 803.305201] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.305477] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.305614] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.305954] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.306166] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.306337] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 46126f87-06d0-441a-baa0-a42a1470e07f not found, creating... [ 803.307055] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.307055] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.307055] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.307476] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.307762] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.308296] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.308559] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.308704] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.308967] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.309153] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.309311] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 46126f87-06d0-441a-baa0-a42a1470e07f is going to be created. [ 803.338919] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.339201] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.339377] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.339703] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.340020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.340340] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-46126f87-06d0-441a-baa0-a42a1470e07f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.429305] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff1663d-f708-4dcd-af0d-3bb884f74345: rpc.has_security_group_logging(os_id): False [ 803.455024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.455024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.455024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.455024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.455844] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.456106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.456260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.456488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.456651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.456818] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 is going to be created. [ 803.554520] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.554853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.554853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.555382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.555583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.576610] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: IN_PROGRESS for 2s [ 804.195811] env[66094]: INFO networking_nsxv3.common.synchronization [req-23658500-75c5-45e7-96bf-d4b424d0a3eb req-d4c93c34-f854-4255-b58f-735143adad4c service nova] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_rules [ 804.196048] env[66094]: INFO networking_nsxv3.common.synchronization [req-23658500-75c5-45e7-96bf-d4b424d0a3eb req-d4c93c34-f854-4255-b58f-735143adad4c service nova] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 804.196192] env[66094]: INFO networking_nsxv3.common.synchronization [req-23658500-75c5-45e7-96bf-d4b424d0a3eb req-d4c93c34-f854-4255-b58f-735143adad4c service nova] Enqueued Resource ID: 46126f87-06d0-441a-baa0-a42a1470e07f with Priority: HIGHEST for action port [ 804.197361] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_rules [ 804.197561] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 804.197691] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46126f87-06d0-441a-baa0-a42a1470e07f with Priority: HIGHEST for action port [ 804.198153] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.198341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.198433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.198934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.199080] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.200255] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.200402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.200530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.200687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.201154] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.201652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.201652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.201652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.201847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.201902] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.204884] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-46126f87-06d0-441a-baa0-a42a1470e07f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.204884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46126f87-06d0-441a-baa0-a42a1470e07f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.204884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46126f87-06d0-441a-baa0-a42a1470e07f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.204884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46126f87-06d0-441a-baa0-a42a1470e07f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.204884] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46126f87-06d0-441a-baa0-a42a1470e07f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.371845] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 804.372131] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 deletion is rescheduled due to dependency. [ 804.372296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.709032] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.709032] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.709032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.709032] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46126f87-06d0-441a-baa0-a42a1470e07f with status ACTIVE [ 804.709032] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.709032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.709032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.709032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.709032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.712387] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.713252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.713528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.716776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.716776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.716776] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.716776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.716776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.716776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.716776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.716776] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46126f87-06d0-441a-baa0-a42a1470e07f is going to be updated. [ 804.766038] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.766038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.766038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.766194] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.766254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.766437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46126f87-06d0-441a-baa0-a42a1470e07f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.032637] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f1000d-e732-4d5d-8404-7c4077304e1c in Status: SUCCESS [ 805.032637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.032637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.032847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.033454] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.033454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.033454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.033454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.033692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.033692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.033692] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57f1000d-e732-4d5d-8404-7c4077304e1c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.220043] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.539024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f1000d-e732-4d5d-8404-7c4077304e1c taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.539024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.539024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f1000d-e732-4d5d-8404-7c4077304e1c taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.539024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.539024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.540591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.540591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.540591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.540591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.540591] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57f1000d-e732-4d5d-8404-7c4077304e1c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.595620] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: SUCCESS [ 805.595881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.722385] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.722385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.722385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.722827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.722827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.722918] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be created. [ 805.769472] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.769648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.769695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.769928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.770240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.785116] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: UNINITIALIZED for 2s [ 805.915538] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.916623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.916731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.917192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.917368] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.044197] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57f1000d-e732-4d5d-8404-7c4077304e1c: rpc.has_security_group_logging(os_id): False [ 806.066016] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.066193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.066256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.066497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.066664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.067268] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.067268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.067268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.067268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.067516] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.067572] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.067679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.068749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.068749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.068749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.068749] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.068749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.068749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.068749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.068749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.068749] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57f1000d-e732-4d5d-8404-7c4077304e1c is going to be created. [ 806.159623] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.159623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.159623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.159839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.160039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.180288] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57f1000d-e732-4d5d-8404-7c4077304e1c in Status: IN_PROGRESS for 2s [ 806.420147] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.067327] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.128393] env[66094]: INFO networking_nsxv3.common.synchronization [None req-8811a111-d30a-4cd5-a720-ec493accd53a None None] Enqueued Resource ID: a1b5ddf7-4392-430a-b283-590b5a2ff9eb with Priority: HIGHEST for action port [ 807.128922] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b5ddf7-4392-430a-b283-590b5a2ff9eb with Priority: HIGHEST for action port [ 807.129294] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1b5ddf7-4392-430a-b283-590b5a2ff9eb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.129418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1b5ddf7-4392-430a-b283-590b5a2ff9eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.129674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1b5ddf7-4392-430a-b283-590b5a2ff9eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.129757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1b5ddf7-4392-430a-b283-590b5a2ff9eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.129840] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b5ddf7-4392-430a-b283-590b5a2ff9eb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.570030] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 807.570195] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 807.634961] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1b5ddf7-4392-430a-b283-590b5a2ff9eb [ 807.636043] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.636043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.636043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.636043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.636043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.636043] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1b5ddf7-4392-430a-b283-590b5a2ff9eb already deleted. [ 807.636421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1b5ddf7-4392-430a-b283-590b5a2ff9eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.799929] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: SUCCESS [ 807.799929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.800158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.800500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.800709] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.800863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.800950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.801194] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.801310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.801426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.801572] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.071495] env[66094]: INFO networking_nsxv3.common.synchronization [req-b91ba1ac-ceb3-45a1-9e5e-f4796eb2eaca req-7ce5c241-46c4-485b-a426-eae353064354 tempest-ServersTestManualDisk-1585574802 tempest-ServersTestManualDisk-1585574802-project-member] Enqueued Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_members [ 808.072255] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGHEST for action security_group_members [ 808.075853] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7926ca8e-01df-4ee0-a230-d84f95a22940 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.075853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.075853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.075853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.075853] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.075853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.075853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.075853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.075853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.075853] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7926ca8e-01df-4ee0-a230-d84f95a22940',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.199227] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57f1000d-e732-4d5d-8404-7c4077304e1c in Status: SUCCESS [ 808.199447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.312491] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.312752] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.312871] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.313406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.313513] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.313640] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.313743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.315259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.315259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.315259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.315259] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.315259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.315259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.315731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.321035] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.321035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.321035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.321035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.321035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.321035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.321035] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.576285] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.576475] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.576517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.576723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.576851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.577320] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.577320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.577651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.577651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.577651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.577804] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 is going to be updated. [ 808.621475] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.621675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.621734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.622484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.622484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.636949] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 in Status: IN_PROGRESS for 2s [ 808.647839] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.648059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.648059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.648292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.666024] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 808.666812] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.668947] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 808.710539] env[66094]: INFO networking_nsxv3.common.synchronization [req-79f6e2e9-314c-419c-bc61-ae3a366baebc req-1e711524-00d8-445c-ba6b-48b9af4903be tempest-ServersAdminTestJSON-2003786084 tempest-ServersAdminTestJSON-2003786084-project-member] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 808.713315] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.713473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.713518] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.713719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.721857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.722514] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 808.722604] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.722705] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 808.724300] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 808.724722] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.724722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.724722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.724904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.725047] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.725150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.725212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.725376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.725443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.727084] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.778280] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.778280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.778280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.778465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.780159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.781444] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 808.823281] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f67bdbc1-9ebe-4f50-bd61-9fcccae50e47: rpc.has_security_group_logging(os_id): False [ 808.851512] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.851679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.851749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.851989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.852146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.852308] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.852420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.852483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.852649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.852754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.852999] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.853120] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.853188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.853331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.853404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.853587] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.853677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.853737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.853900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.854092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.857818] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be created. [ 808.893641] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.894618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.894729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.896373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.896373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.896373] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 808.956037] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.956037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.956037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.956037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.956037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.967731] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: IN_PROGRESS for 2s [ 809.145644] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.145940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.145940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.146442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.146442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.146629] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 809.146762] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'994392ff-ffb5-4df5-abbe-53be12d4c1e6', '87a7f7e3-a82a-421e-8dad-84555779b64e', 'f75ad203-7ad3-4d3c-8c0e-150eaab760d0', '585fb888-7ee7-4a89-9918-1ed2c58fbfe1', '9ab19b2e-e139-47e5-b1e4-e745cd5b472d', '8ad4797b-c1c1-4060-872d-786383c9a862', '18f18e2a-b157-4e22-a379-5b9a4bb40a82', '7926ca8e-01df-4ee0-a230-d84f95a22940', '161a5532-7738-42e4-8603-51af4c22e265', '4166d559-39fc-4907-bf6d-c3935eb247c1', 'fe9aec4a-404e-42b8-848c-edaa7063e164', '60fee9a7-0479-4f19-9c37-d59832ad963b', 'c29365c2-b7eb-4ecc-a756-6036b195cf3f', 'a600dab8-3ab9-46e4-9b55-e58fce8ad25f', 'afb23928-c40f-496a-a481-72ea361c0140', 'ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545', '3ffc3691-1fc9-401e-8eed-6760b56f711f', '8b34ce68-2e82-4e59-bd5c-ec97d5891b84', '5ff1663d-f708-4dcd-af0d-3bb884f74345', 'b4b56d2d-7ded-4f30-8a79-41f3693d3c1e', '57f1000d-e732-4d5d-8404-7c4077304e1c', '45a7c685-c335-4aff-a11b-87bd1d481d8a', '31d54d2c-5e37-4306-8ba0-3980ec78c9bb', 'f67bdbc1-9ebe-4f50-bd61-9fcccae50e47', 'bbc5681c-72fa-442c-a981-68e76578ed64', '7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92', '2326f2d3-77a3-4b21-9d67-733e7de44126', '31054160-0fe2-4d63-a8b3-825d6f3794a6', '425ddf5d-fefe-45ca-ab04-0142b0c085f4', '9796fa1e-2425-4aea-b8fc-4cf3d6419dfc', 'f4a3e854-e12e-480f-aa86-d30884f69a10', 'bfb520a9-6f19-4d10-bf5e-2c79b8ad1315', 'a01585cf-b99a-4277-973f-2b824d507d8e', '6d5b299c-5c59-446d-90fe-e49d6de018f9', '985864b7-83df-4640-9c1d-dfdd8f12c34a', '9aaa8fa0-928f-4229-8afd-463446138aaf', 'b67c28ed-6676-4734-b2e0-1b725d6c9766', '26d43492-cbbc-4c0f-b64b-6351b1a2a177', 'dfa71b50-1703-4586-97ff-81199d676051', 'ed59a86a-5dba-4fe3-9460-47735361e54b', '4171dc29-0777-4a37-b94e-11fedc6fb270'} {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 809.146762] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 809.172062] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.172062] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.172062] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.172062] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.172062] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.172062] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 809.172062] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 809.172062] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 809.228466] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.260202] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.261622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.261622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.261622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.267129] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.267826] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 809.267940] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 809.268046] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 809.268133] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 809.268386] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 809.268558] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGH for action security_group_rules [ 809.268732] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGH for action security_group_rules [ 809.268847] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 with Priority: HIGH for action security_group_rules [ 809.268935] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 with Priority: HIGH for action security_group_rules [ 809.269030] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d with Priority: HIGH for action security_group_rules [ 809.269117] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGH for action security_group_rules [ 809.269221] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGH for action security_group_rules [ 809.269276] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGH for action security_group_rules [ 809.269381] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 161a5532-7738-42e4-8603-51af4c22e265 with Priority: HIGH for action security_group_rules [ 809.269487] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGH for action security_group_rules [ 809.269570] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGH for action security_group_rules [ 809.269654] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGH for action security_group_rules [ 809.269736] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f with Priority: HIGH for action security_group_rules [ 809.269818] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGH for action security_group_rules [ 809.270351] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afb23928-c40f-496a-a481-72ea361c0140 with Priority: HIGH for action security_group_rules [ 809.270498] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGH for action security_group_rules [ 809.270608] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGH for action security_group_rules [ 809.270835] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGH for action security_group_rules [ 809.271685] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGH for action security_group_rules [ 809.271685] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGH for action security_group_rules [ 809.271685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.732505] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.756517] env[66094]: INFO networking_nsxv3.common.synchronization [None req-4f220872-df05-4af0-aa6c-3946322f3a2d None None] Enqueued Resource ID: 1be4c469-cfc9-4f04-bd9c-d533c8fec378 with Priority: HIGHEST for action port [ 809.762291] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be4c469-cfc9-4f04-bd9c-d533c8fec378 with Priority: HIGHEST for action port [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb23928-c40f-496a-a481-72ea361c0140 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60fee9a7-0479-4f19-9c37-d59832ad963b with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161a5532-7738-42e4-8603-51af4c22e265 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad4797b-c1c1-4060-872d-786383c9a862 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGH for action security_group_rules [ 809.764693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 with Priority: HIGH for action security_group_rules [ 809.766275] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1be4c469-cfc9-4f04-bd9c-d533c8fec378 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.766275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1be4c469-cfc9-4f04-bd9c-d533c8fec378" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.769228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1be4c469-cfc9-4f04-bd9c-d533c8fec378" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.769551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1be4c469-cfc9-4f04-bd9c-d533c8fec378" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.771386] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1be4c469-cfc9-4f04-bd9c-d533c8fec378',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.771386] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.771386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.771386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.771386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.771386] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.772137] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f75ad203-7ad3-4d3c-8c0e-150eaab760d0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.772265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.772326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.772492] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.772608] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f75ad203-7ad3-4d3c-8c0e-150eaab760d0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.773425] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.773609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.773609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.773986] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.773986] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.775113] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb23928-c40f-496a-a481-72ea361c0140 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.778289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.778289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.778289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.778289] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb23928-c40f-496a-a481-72ea361c0140',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.778289] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.778289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.778289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.778872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.778872] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4b56d2d-7ded-4f30-8a79-41f3693d3c1e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.779505] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.779632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.779698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.779831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.779902] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.780841] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.780960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.781014] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.782589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.782674] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b34ce68-2e82-4e59-bd5c-ec97d5891b84',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.783784] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ffc3691-1fc9-401e-8eed-6760b56f711f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.783892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.783958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.784126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.784199] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ffc3691-1fc9-401e-8eed-6760b56f711f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.785148] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.785257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.786720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.786720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.786720] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.786720] env[66094]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 809.788089] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.788198] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.788274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.788444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.788519] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.790228] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29365c2-b7eb-4ecc-a756-6036b195cf3f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.790228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.790228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.790228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.790228] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29365c2-b7eb-4ecc-a756-6036b195cf3f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.793364] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60fee9a7-0479-4f19-9c37-d59832ad963b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.793560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.793760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.793878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.793967] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60fee9a7-0479-4f19-9c37-d59832ad963b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.797505] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.797715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.797776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.798082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.798302] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.799783] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.801218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.801218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.801218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.801218] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.803861] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-161a5532-7738-42e4-8603-51af4c22e265 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.804029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.804086] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.804342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.804455] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('161a5532-7738-42e4-8603-51af4c22e265',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.805935] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ad4797b-c1c1-4060-872d-786383c9a862 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.806100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.806145] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.806349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.806434] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ad4797b-c1c1-4060-872d-786383c9a862',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.807952] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7926ca8e-01df-4ee0-a230-d84f95a22940 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.808117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.808191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.808414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.808572] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7926ca8e-01df-4ee0-a230-d84f95a22940',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.811524] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ab19b2e-e139-47e5-b1e4-e745cd5b472d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.811684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.811758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.811964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.812064] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ab19b2e-e139-47e5-b1e4-e745cd5b472d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.813170] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.813278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.814673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.814673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.814673] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.814673] env[66094]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 809.815894] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-585fb888-7ee7-4a89-9918-1ed2c58fbfe1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.816137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.816137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.816318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.816506] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('585fb888-7ee7-4a89-9918-1ed2c58fbfe1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.824603] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1be4c469-cfc9-4f04-bd9c-d533c8fec378 [ 809.826023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.826023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.826023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.826023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.826023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.826023] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1be4c469-cfc9-4f04-bd9c-d533c8fec378 already deleted. [ 809.826023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1be4c469-cfc9-4f04-bd9c-d533c8fec378" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.861383] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.861538] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.861598] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.861831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.893377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.893377] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f75ad203-7ad3-4d3c-8c0e-150eaab760d0 is going to be deleted. [ 809.962797] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.962972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.963031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.963650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.963752] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.964301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f75ad203-7ad3-4d3c-8c0e-150eaab760d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.241328] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.241328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.241328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.241328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.241328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.241328] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 810.277985] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.278150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.278233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.278494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.278652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.288333] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 810.318651] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.318834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.318908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.319171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.319443] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.319443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.319628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.319790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.319882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.319996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.320102] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.377390] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.377533] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.379211] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.381041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.381041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.381041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.381041] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.381041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.381041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.381041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.381041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.381041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.381041] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.381811] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.382323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.382424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.383074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.383074] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.383074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.383074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.383407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.383407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.383407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.383407] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.389542] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.389696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.389767] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.390916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.390916] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.390916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.390916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.390916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.391145] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.391145] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.391225] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.397704] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.398020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.398147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.398973] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.399111] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.399226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.399290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.399471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.399569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.399675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.399767] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.418478] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.418671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.418779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.418943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.419386] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.419386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.419386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.419386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.419683] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.419683] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.419683] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.445219] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.445406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.445480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.446100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.454362] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.454602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.457031] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.457031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.457565] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.457700] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.464275] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.464651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.465870] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.465987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.467310] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.467442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.475053] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.475053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.475053] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.475053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.476570] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.476703] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.478356] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.478356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.479186] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 810.479847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.480026] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b34ce68-2e82-4e59-bd5c-ec97d5891b84 is going to be deleted. [ 810.484057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.484057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.484206] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.485072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.506155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.506258] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60fee9a7-0479-4f19-9c37-d59832ad963b is going to be deleted. [ 810.507479] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.508105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.532676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.532913] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb23928-c40f-496a-a481-72ea361c0140 is going to be deleted. [ 810.536517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.536517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.563086] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.563983] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.564563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.564738] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545 is going to be deleted. [ 810.565685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.565898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.587235] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.587536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.598276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.598476] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ab19b2e-e139-47e5-b1e4-e745cd5b472d is going to be deleted. [ 810.599572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.599982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.631998] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.631998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.661716] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 in Status: SUCCESS [ 810.661955] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 deletion is rescheduled due to dependency. [ 810.662097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.675060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.675060] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 161a5532-7738-42e4-8603-51af4c22e265 is going to be deleted. [ 810.675910] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.675910] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.699718] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.699905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.737337] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.737490] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ad4797b-c1c1-4060-872d-786383c9a862 is going to be deleted. [ 810.738536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.738776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.774254] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.774443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.785736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.785736] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 585fb888-7ee7-4a89-9918-1ed2c58fbfe1 is going to be deleted. [ 810.786274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.786678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.825309] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.825389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.825507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.828750] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.828750] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.828750] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.828750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.828750] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.830014] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.830134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.848199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.848494] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ffc3691-1fc9-401e-8eed-6760b56f711f is going to be deleted. [ 810.850159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.850289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.886519] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.889408] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.889668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.906974] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.906974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.907228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.908054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.908054] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.908054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.908054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.908054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.908354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.908354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.908540] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.908637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.908699] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.908882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.909185] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.909358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.909456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.909667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.909805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.909907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.910066] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.911756] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.912922] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.913120] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.913216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.913492] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.913671] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.916815] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.916815] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.916815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.916815] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.924800] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.924980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.925097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.925290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.925451] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.925648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.925648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.925803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.926130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.926234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.926396] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.926490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.926548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.926704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.926920] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.927038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.927091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.927284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.927363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.927447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.927537] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.983665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.983665] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4b56d2d-7ded-4f30-8a79-41f3693d3c1e is going to be deleted. [ 810.983665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.983665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.989278] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.989608] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.002461] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: SUCCESS [ 811.002799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.043030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.043030] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7926ca8e-01df-4ee0-a230-d84f95a22940 is going to be deleted. [ 811.043030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.043030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.137010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.137146] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29365c2-b7eb-4ecc-a756-6036b195cf3f is going to be deleted. [ 811.138134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.138839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.138839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.138947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b34ce68-2e82-4e59-bd5c-ec97d5891b84" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.140173] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.140278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.140354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.140561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.140758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.140758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4b56d2d-7ded-4f30-8a79-41f3693d3c1e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.140895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.141060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.141198] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.141241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60fee9a7-0479-4f19-9c37-d59832ad963b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.143068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.143068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.143068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.143068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb23928-c40f-496a-a481-72ea361c0140" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.143068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.143068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.143068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.143068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5c41b6-7d3a-4ddf-8dcc-22bfcc95c545" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.143068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.143443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.143443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.143443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ab19b2e-e139-47e5-b1e4-e745cd5b472d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.143443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.143575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.143575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.143672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-161a5532-7738-42e4-8603-51af4c22e265" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.143773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.143901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.144042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.144159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ad4797b-c1c1-4060-872d-786383c9a862" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.144284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.144420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.144484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.144579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-585fb888-7ee7-4a89-9918-1ed2c58fbfe1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.145816] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.145929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.146580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.146580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.146580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.146580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ffc3691-1fc9-401e-8eed-6760b56f711f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.214581] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.214754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.214826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.215066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.215157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.215286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7926ca8e-01df-4ee0-a230-d84f95a22940" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.261938] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 811.261938] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.261938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.261938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.262538] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.262538] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.262538] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29365c2-b7eb-4ecc-a756-6036b195cf3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.331300] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 994392ff-ffb5-4df5-abbe-53be12d4c1e6: rpc.has_security_group_logging(os_id): False [ 811.393221] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a600dab8-3ab9-46e4-9b55-e58fce8ad25f: rpc.has_security_group_logging(os_id): False [ 811.396528] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.396862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.396862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.397039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.417451] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f18e2a-b157-4e22-a379-5b9a4bb40a82: rpc.has_security_group_logging(os_id): False [ 811.418807] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe9aec4a-404e-42b8-848c-edaa7063e164: rpc.has_security_group_logging(os_id): False [ 811.419862] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff1663d-f708-4dcd-af0d-3bb884f74345: rpc.has_security_group_logging(os_id): False [ 811.430190] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87a7f7e3-a82a-421e-8dad-84555779b64e: rpc.has_security_group_logging(os_id): False [ 811.461350] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.461350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.461907] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.461907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.471047] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.471193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.475512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.475721] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.475934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.476024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.476178] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.476581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.476581] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.476722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.476722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.477017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.477267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.477723] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.477723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.477723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.477723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.477929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.477929] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 811.479210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.479419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.485093] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.485231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.486419] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.486547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.514213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.514849] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.515872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.515872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.515872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.515872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.516083] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.516083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.516173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.516414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.516414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.516620] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.516715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.516794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.516988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.517155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.517276] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be updated. [ 811.518549] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.518726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.558028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.558444] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.558613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.558706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.558995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.559152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.559429] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.559569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.559719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.559877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.559987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.560261] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.560409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.560502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.560697] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.560809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.560955] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a7f7e3-a82a-421e-8dad-84555779b64e is going to be updated. [ 811.562533] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.562758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.566787] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.566963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.602452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.602800] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.603212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.603212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.603212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.603387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.603420] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 811.607041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.607041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.607295] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.607409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.677112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.677112] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.677318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.677437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.677747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.677905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.678248] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.678428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.678549] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.678819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.678971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.679300] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.679455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.679573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.679806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.679924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.680096] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 is going to be updated. [ 811.682554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.682998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.683528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.685058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.685244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.733548] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 811.744363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.744525] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.744599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.744669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.744847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.744926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.745024] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 811.746416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.746653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.746869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.749417] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.749599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.749697] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.749915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.750414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.797748] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: IN_PROGRESS for 2s [ 811.806461] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: IN_PROGRESS for 2s [ 811.815605] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.815605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.815605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.815605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.815605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.891699] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.891952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.892090] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.892267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.892466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.898990] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 811.944307] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: IN_PROGRESS for 2s [ 812.011916] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.012192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.012277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.012562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.012786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.030104] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 812.302627] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 812.302627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.302627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.302627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.302627] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.303075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.303075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.303075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.303075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.303201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.303245] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.665815] env[66094]: INFO networking_nsxv3.common.synchronization [None req-62008362-851d-46c0-b85d-1be5034bd7cf tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_rules [ 812.665815] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_rules [ 812.665815] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.665815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.665815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.665815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.665815] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.805902] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.805902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.805902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.806218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.807097] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.807097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.807097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.807097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.807097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.807097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.807097] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.807097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.807097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.807500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.807500] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.807500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.807500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.807644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.807679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.807747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.807834] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.883386] env[66094]: INFO networking_nsxv3.common.synchronization [None req-229c2344-83da-46a7-95a5-830153e7a0d3 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_rules [ 812.886452] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_rules [ 812.887356] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.887501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.192358] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.198417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.198417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.198417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.198417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.198417] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad already deleted. [ 813.198417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.198417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.198417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.198417] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.316242] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4166d559-39fc-4907-bf6d-c3935eb247c1: rpc.has_security_group_logging(os_id): False [ 813.334358] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.334358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.334358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.334637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.361783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.361783] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.361933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.361933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.362115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.362205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.362402] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.362496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.362555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.363201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.363350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.363597] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.363708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.363773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.364398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.364398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.364398] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 813.447603] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.447741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.447831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.448072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.448216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.471294] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 813.523619] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e5ab55d6-68f8-4e00-a866-fb618e7880ec None None] Enqueued Resource ID: 216dc97f-44de-4fa5-9ebe-08d531166239 with Priority: HIGHEST for action port [ 813.524640] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216dc97f-44de-4fa5-9ebe-08d531166239 with Priority: HIGHEST for action port [ 813.525104] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-216dc97f-44de-4fa5-9ebe-08d531166239 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.525821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-216dc97f-44de-4fa5-9ebe-08d531166239" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.525821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-216dc97f-44de-4fa5-9ebe-08d531166239" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.525821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-216dc97f-44de-4fa5-9ebe-08d531166239" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.525821] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216dc97f-44de-4fa5-9ebe-08d531166239',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.725931] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.726191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.726618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.726618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.726885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.726885] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad already deleted. [ 813.726971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.754052] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 813.754052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.822341] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: SUCCESS [ 813.822610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.823460] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 813.823647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.916881] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 813.917177] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.958620] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: SUCCESS [ 813.958959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.027565] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 216dc97f-44de-4fa5-9ebe-08d531166239 [ 814.027841] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.027949] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.028048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.028265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.028370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.028481] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:216dc97f-44de-4fa5-9ebe-08d531166239 already deleted. [ 814.028566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-216dc97f-44de-4fa5-9ebe-08d531166239" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.046146] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 814.046388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.578354] env[66094]: INFO networking_nsxv3.common.synchronization [req-c673f3a9-b5a7-489a-8b5b-211f68ae1244 req-6f3827c5-4251-4ee6-8bf5-4106cf702c8f tempest-ServersTestFqdnHostnames-446072277 tempest-ServersTestFqdnHostnames-446072277-project-member] Enqueued Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_members [ 814.579843] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 with Priority: HIGHEST for action security_group_members [ 814.579843] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b67c28ed-6676-4734-b2e0-1b725d6c9766 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.579843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.579843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.582913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.583123] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.583238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.583333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.583517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.583579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.583660] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b67c28ed-6676-4734-b2e0-1b725d6c9766',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.088561] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.088715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.088782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.089011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.099993] env[66094]: INFO networking_nsxv3.common.synchronization [req-066b97bb-c8fc-4af6-9e29-3b60992cff61 req-c04ccc89-8c87-4f47-a0b2-816d74db80e5 tempest-ListServerFiltersTestJSON-1117224876 tempest-ListServerFiltersTestJSON-1117224876-project-member] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 815.105359] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 815.106201] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.106201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.106201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.107269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.107269] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.107269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.107269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.107269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.107269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.107269] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.120793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.121058] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.123922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.123922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.123922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.123922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.123922] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 is going to be updated. [ 815.159024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.159024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.159024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.159024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.159024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.168331] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 in Status: IN_PROGRESS for 2s [ 815.501255] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 815.501414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.611034] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.611034] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.611707] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.611707] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.611888] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.612071] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.612534] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.612534] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.612660] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.612773] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.612894] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.613041] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.613172] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.613448] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.613448] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.613528] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.615135] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.642378] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.642571] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.642709] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.642883] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.643214] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-6b0c8f57-4dec-4950-bb24-4ff7aeb4e691 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.643381] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-6b0c8f57-4dec-4950-bb24-4ff7aeb4e691" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.643493] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-6b0c8f57-4dec-4950-bb24-4ff7aeb4e691" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.643885] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-6b0c8f57-4dec-4950-bb24-4ff7aeb4e691" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.644246] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0c8f57-4dec-4950-bb24-4ff7aeb4e691',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.117257] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.151146] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.151424] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.151626] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.151936] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.152145] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.152317] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 6b0c8f57-4dec-4950-bb24-4ff7aeb4e691 not found, creating... [ 816.152601] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.152808] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.152925] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.153219] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.153368] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.153682] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.153861] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.153981] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.154223] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.154393] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.154535] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 6b0c8f57-4dec-4950-bb24-4ff7aeb4e691 is going to be created. [ 816.177762] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.178507] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.178507] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.178661] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.179933] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.179933] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-6b0c8f57-4dec-4950-bb24-4ff7aeb4e691" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.602054] env[66094]: INFO networking_nsxv3.common.synchronization [req-3aae0fbd-5b1b-440e-835b-c4ef5ad858f7 req-c41884c5-78cb-4a30-a56d-d75f373b3181 tempest-InstanceActionsNegativeTestJSON-858450349 tempest-InstanceActionsNegativeTestJSON-858450349-project-member] Enqueued Resource ID: 57f1000d-e732-4d5d-8404-7c4077304e1c with Priority: HIGHEST for action security_group_members [ 816.602692] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f1000d-e732-4d5d-8404-7c4077304e1c with Priority: HIGHEST for action security_group_members [ 816.602815] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f1000d-e732-4d5d-8404-7c4077304e1c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.602957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.603028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.604230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.604230] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.604230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.604230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.604230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.604230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.604230] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f1000d-e732-4d5d-8404-7c4077304e1c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.622645] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.622645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.622645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.622645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.624183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.624183] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be updated. [ 816.667654] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.667806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.667930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.668330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.668745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.678820] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: IN_PROGRESS for 2s [ 816.761491] env[66094]: INFO networking_nsxv3.common.synchronization [None req-03e761bb-c23c-470c-8118-96bcbcad101f None None] Enqueued Resource ID: bbe622c2-0cc9-41e9-aed8-37a32fadc398 with Priority: HIGHEST for action port [ 816.761491] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe622c2-0cc9-41e9-aed8-37a32fadc398 with Priority: HIGHEST for action port [ 816.761491] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbe622c2-0cc9-41e9-aed8-37a32fadc398 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.761698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbe622c2-0cc9-41e9-aed8-37a32fadc398" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.761698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbe622c2-0cc9-41e9-aed8-37a32fadc398" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.762256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbe622c2-0cc9-41e9-aed8-37a32fadc398" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.762256] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe622c2-0cc9-41e9-aed8-37a32fadc398',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.898220] env[66094]: INFO networking_nsxv3.common.synchronization [req-066b97bb-c8fc-4af6-9e29-3b60992cff61 req-88149883-13f5-4ab6-b233-808cb26178f1 service nova] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_rules [ 816.898220] env[66094]: INFO networking_nsxv3.common.synchronization [req-066b97bb-c8fc-4af6-9e29-3b60992cff61 req-88149883-13f5-4ab6-b233-808cb26178f1 service nova] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 816.898220] env[66094]: INFO networking_nsxv3.common.synchronization [req-066b97bb-c8fc-4af6-9e29-3b60992cff61 req-88149883-13f5-4ab6-b233-808cb26178f1 service nova] Enqueued Resource ID: 6b0c8f57-4dec-4950-bb24-4ff7aeb4e691 with Priority: HIGHEST for action port [ 816.898220] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_rules [ 816.899090] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 816.899542] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b0c8f57-4dec-4950-bb24-4ff7aeb4e691 with Priority: HIGHEST for action port [ 816.900157] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.900460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.900653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.902895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.902895] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.902895] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.902895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.902895] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b0c8f57-4dec-4950-bb24-4ff7aeb4e691 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.902895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b0c8f57-4dec-4950-bb24-4ff7aeb4e691" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.902895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b0c8f57-4dec-4950-bb24-4ff7aeb4e691" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.902895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b0c8f57-4dec-4950-bb24-4ff7aeb4e691" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.903372] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0c8f57-4dec-4950-bb24-4ff7aeb4e691',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.108984] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.108984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.108984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.108984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.129654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.129927] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.130082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.130154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.130352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.130456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.130560] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f1000d-e732-4d5d-8404-7c4077304e1c is going to be updated. [ 817.162839] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.162996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.163153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.163404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.163623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.173041] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f1000d-e732-4d5d-8404-7c4077304e1c in Status: IN_PROGRESS for 2s [ 817.176924] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 in Status: SUCCESS [ 817.176924] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b67c28ed-6676-4734-b2e0-1b725d6c9766 deletion is rescheduled due to dependency. [ 817.176924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b67c28ed-6676-4734-b2e0-1b725d6c9766" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.269077] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbe622c2-0cc9-41e9-aed8-37a32fadc398 [ 817.269354] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.269509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.269582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.269795] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.269890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.269986] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbe622c2-0cc9-41e9-aed8-37a32fadc398 already deleted. [ 817.270089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbe622c2-0cc9-41e9-aed8-37a32fadc398" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.406072] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.406242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.406458] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b0c8f57-4dec-4950-bb24-4ff7aeb4e691 with status ACTIVE [ 817.407069] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.407069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.407069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.407069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.407437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.407437] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.407437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.407625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.407677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.407805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.408076] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.408179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.408242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.408498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.408618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.408841] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b0c8f57-4dec-4950-bb24-4ff7aeb4e691 is going to be updated. [ 817.433709] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.433869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.433940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.434198] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.434367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.434535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b0c8f57-4dec-4950-bb24-4ff7aeb4e691" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.886593] env[66094]: INFO networking_nsxv3.common.synchronization [req-45fc5053-000c-4b86-b104-0d57e5ffb1c3 req-30883375-6571-4d71-8d6e-31891bd69c9b tempest-ListServerFiltersTestJSON-1117224876 tempest-ListServerFiltersTestJSON-1117224876-project-member] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 817.887394] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 817.888523] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.888679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.258551] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.258826] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.258966] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.262416] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.262721] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.262894] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.263021] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.263252] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.263398] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.263608] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.263744] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.263825] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.263931] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.264051] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.264158] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.264289] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.296753] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.296997] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.297157] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.297342] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-735" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.297727] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.297895] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.298051] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.300082] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.300082] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.691154] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: SUCCESS [ 818.691154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.691154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.691154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.691154] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.691154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.691154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.691154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.691154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.691154] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.805848] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.806218] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.806218] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.806546] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.806776] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.806970] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb not found, creating... [ 818.807362] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.807481] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.807756] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.808024] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.808131] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.808522] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.809092] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.809225] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.809533] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.809726] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.810283] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb is going to be created. [ 818.838025] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.838025] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.838025] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.838025] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.838025] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.838025] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.187906] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f1000d-e732-4d5d-8404-7c4077304e1c in Status: SUCCESS [ 819.188251] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f1000d-e732-4d5d-8404-7c4077304e1c deletion is rescheduled due to dependency. [ 819.188455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.197165] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.572027] env[66094]: INFO networking_nsxv3.common.synchronization [req-45fc5053-000c-4b86-b104-0d57e5ffb1c3 req-9c8ee466-6204-4b2c-bae6-dac4ac398d29 service nova] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_rules [ 819.572027] env[66094]: INFO networking_nsxv3.common.synchronization [req-45fc5053-000c-4b86-b104-0d57e5ffb1c3 req-9c8ee466-6204-4b2c-bae6-dac4ac398d29 service nova] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 819.572742] env[66094]: INFO networking_nsxv3.common.synchronization [req-45fc5053-000c-4b86-b104-0d57e5ffb1c3 req-9c8ee466-6204-4b2c-bae6-dac4ac398d29 service nova] Enqueued Resource ID: cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb with Priority: HIGHEST for action port [ 819.572846] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_rules [ 819.572923] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 819.573225] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb with Priority: HIGHEST for action port [ 819.573339] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.573439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.573668] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.573723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.573865] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.573958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.574031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.574228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.574304] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.700933] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.933903] env[66094]: INFO networking_nsxv3.common.synchronization [req-569784db-61f4-41f3-b9ed-d63b72184880 req-dea35dc3-cbd8-49a0-b24e-66b63d15a6fa tempest-ServerMetadataTestJSON-2314943 tempest-ServerMetadataTestJSON-2314943-project-member] Enqueued Resource ID: a01585cf-b99a-4277-973f-2b824d507d8e with Priority: HIGHEST for action security_group_members [ 819.935063] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01585cf-b99a-4277-973f-2b824d507d8e with Priority: HIGHEST for action security_group_members [ 819.935063] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01585cf-b99a-4277-973f-2b824d507d8e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.935063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.935063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.935293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.935329] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.935423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.937389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.937389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.937389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.937389] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01585cf-b99a-4277-973f-2b824d507d8e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.079023] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb with status ACTIVE [ 820.079023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.079023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.079023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.079023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.079023] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb is going to be updated. [ 820.108277] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.108497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.108607] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.108833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.109047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.109409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc5d7ea4-e221-4b90-9b9d-7594bdb76ceb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.202701] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.203139] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.203139] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.203319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.203319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.203440] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be updated. [ 820.244745] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.244891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.244986] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.245250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.245428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.256018] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: IN_PROGRESS for 2s [ 820.438446] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.438709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.438789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.442019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.461479] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.461699] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.461823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.461887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.462172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.462269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.462398] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01585cf-b99a-4277-973f-2b824d507d8e is going to be updated. [ 820.494397] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.494397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.494397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.494397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.494397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.503847] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01585cf-b99a-4277-973f-2b824d507d8e in Status: IN_PROGRESS for 2s [ 820.636018] env[66094]: INFO networking_nsxv3.common.synchronization [req-67587593-dc2d-4a7f-81b2-85bf058a8315 req-4724781f-5275-453e-ad78-4476084ee7d5 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_members [ 820.636237] env[66094]: INFO networking_nsxv3.common.synchronization [req-67587593-dc2d-4a7f-81b2-85bf058a8315 req-4724781f-5275-453e-ad78-4476084ee7d5 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 820.641020] env[66094]: INFO networking_nsxv3.common.synchronization [req-67587593-dc2d-4a7f-81b2-85bf058a8315 req-4724781f-5275-453e-ad78-4476084ee7d5 tempest-SecurityGroupsTestJSON-366303614 tempest-SecurityGroupsTestJSON-366303614-project-member] Enqueued Resource ID: ed59a86a-5dba-4fe3-9460-47735361e54b with Priority: HIGHEST for action security_group_members [ 820.641020] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 with Priority: HIGHEST for action security_group_members [ 820.641020] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 with Priority: HIGHEST for action security_group_members [ 820.641020] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed59a86a-5dba-4fe3-9460-47735361e54b with Priority: HIGHEST for action security_group_members [ 820.641020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5b299c-5c59-446d-90fe-e49d6de018f9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.641020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.641020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.641020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.641020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.641020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.641020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.641020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.641020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.641020] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5b299c-5c59-446d-90fe-e49d6de018f9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.641020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.641020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.641020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.641020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.641855] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.642065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.642261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.642600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.642786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.642969] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb520a9-6f19-4d10-bf5e-2c79b8ad1315',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.644251] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed59a86a-5dba-4fe3-9460-47735361e54b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.644555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.644732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.644960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.645232] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.645464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.645617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.645848] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.646022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.646190] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed59a86a-5dba-4fe3-9460-47735361e54b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.923114] env[66094]: INFO networking_nsxv3.common.synchronization [req-d78d461d-3190-4a47-878a-44be2751f50a req-cc15cbb5-28e6-4244-89f7-80d9e0955c14 tempest-ServersWithSpecificFlavorTestJSON-1944045872 tempest-ServersWithSpecificFlavorTestJSON-1944045872-project-member] Enqueued Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 820.923686] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 820.925041] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.925200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.925273] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.925487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.925653] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.925757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.925818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.925980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.926079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.926171] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.148395] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.148559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.148633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.148844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.149998] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.150092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.150311] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.150408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.194539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.194854] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.195102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.195102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.195262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.195339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.195435] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 is going to be updated. [ 821.196510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.196691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.222393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.222810] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.222912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.222912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.223193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.223193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.223338] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 is going to be updated. [ 821.224765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.224958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.231963] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.231963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.231963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.232308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.232346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.256057] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: IN_PROGRESS for 2s [ 821.266555] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.266822] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-839" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.266957] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-839" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.267146] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-839" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.267400] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.267577] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.267739] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.268063] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.268199] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.268508] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.268747] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.268917] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.269142] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.269346] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.269538] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.269770] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.272717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.272917] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.273059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.273154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.273393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.273504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.273624] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed59a86a-5dba-4fe3-9460-47735361e54b is going to be updated. [ 821.282771] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.282997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.282997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.283206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.283350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.295285] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: IN_PROGRESS for 2s [ 821.296793] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.296950] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.297098] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.297231] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-839" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.297545] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-bacf18d4-b318-4ab8-bd0a-2a64eaae6f39 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.297751] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-bacf18d4-b318-4ab8-bd0a-2a64eaae6f39" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.297855] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-bacf18d4-b318-4ab8-bd0a-2a64eaae6f39" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.298470] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-bacf18d4-b318-4ab8-bd0a-2a64eaae6f39" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.298470] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bacf18d4-b318-4ab8-bd0a-2a64eaae6f39',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.307539] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.307684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.307775] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.307986] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.308144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.317166] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed59a86a-5dba-4fe3-9460-47735361e54b in Status: IN_PROGRESS for 2s [ 821.428421] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.428584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.428657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.428876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.454945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.454945] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.454945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.454945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.454945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.454945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.454945] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 is going to be updated. [ 821.480393] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.480556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.480623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.480823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.480966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.493863] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: IN_PROGRESS for 2s [ 821.802269] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.802551] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.802940] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.803061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.803197] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.803359] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port bacf18d4-b318-4ab8-bd0a-2a64eaae6f39 not found, creating... [ 821.803647] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.803821] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.803916] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.804164] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.804306] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.804590] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.804746] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.804860] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.805100] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.805235] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.805450] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: bacf18d4-b318-4ab8-bd0a-2a64eaae6f39 is going to be created. [ 821.828138] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.828484] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.828629] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.828847] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.829089] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.829335] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-bacf18d4-b318-4ab8-bd0a-2a64eaae6f39" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.268841] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: SUCCESS [ 822.268841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.268841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.268841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.268841] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.268841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.268841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.268841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.268841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.268841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.268841] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.270091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.270091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.270091] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.270281] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.270281] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.270406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.270493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.270801] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.517011] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01585cf-b99a-4277-973f-2b824d507d8e in Status: SUCCESS [ 822.517011] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01585cf-b99a-4277-973f-2b824d507d8e deletion is rescheduled due to dependency. [ 822.517011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01585cf-b99a-4277-973f-2b824d507d8e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.620909] env[66094]: INFO networking_nsxv3.common.synchronization [req-d78d461d-3190-4a47-878a-44be2751f50a req-85f7a877-cc68-4b18-bdd1-042b0e35f466 service nova] Enqueued Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_rules [ 822.620974] env[66094]: INFO networking_nsxv3.common.synchronization [req-d78d461d-3190-4a47-878a-44be2751f50a req-85f7a877-cc68-4b18-bdd1-042b0e35f466 service nova] Enqueued Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 822.621532] env[66094]: INFO networking_nsxv3.common.synchronization [req-d78d461d-3190-4a47-878a-44be2751f50a req-85f7a877-cc68-4b18-bdd1-042b0e35f466 service nova] Enqueued Resource ID: bacf18d4-b318-4ab8-bd0a-2a64eaae6f39 with Priority: HIGHEST for action port [ 822.621828] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_rules [ 822.621986] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 822.622093] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacf18d4-b318-4ab8-bd0a-2a64eaae6f39 with Priority: HIGHEST for action port [ 822.622620] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.622620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.622620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.622998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.622998] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.624259] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.624259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.624718] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-bacf18d4-b318-4ab8-bd0a-2a64eaae6f39 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.624718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bacf18d4-b318-4ab8-bd0a-2a64eaae6f39" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.624718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bacf18d4-b318-4ab8-bd0a-2a64eaae6f39" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.624918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bacf18d4-b318-4ab8-bd0a-2a64eaae6f39" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.624979] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bacf18d4-b318-4ab8-bd0a-2a64eaae6f39',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.773052] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.774763] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.774763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.127235] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.127414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.127525] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bacf18d4-b318-4ab8-bd0a-2a64eaae6f39 with status ACTIVE [ 823.127693] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.127803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.127872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.128087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.128212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.128463] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.128605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.128671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.128836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.128920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.129110] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.129206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.129287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.129521] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.129681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.129681] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bacf18d4-b318-4ab8-bd0a-2a64eaae6f39 is going to be updated. [ 823.162511] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.162511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.162511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.162511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.162511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.162801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bacf18d4-b318-4ab8-bd0a-2a64eaae6f39" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.267501] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 in Status: SUCCESS [ 823.267777] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb520a9-6f19-4d10-bf5e-2c79b8ad1315 deletion is rescheduled due to dependency. [ 823.267937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb520a9-6f19-4d10-bf5e-2c79b8ad1315" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.275789] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.305485] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 in Status: SUCCESS [ 823.305960] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5b299c-5c59-446d-90fe-e49d6de018f9 deletion is rescheduled due to dependency. [ 823.305960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5b299c-5c59-446d-90fe-e49d6de018f9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.325904] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed59a86a-5dba-4fe3-9460-47735361e54b in Status: SUCCESS [ 823.325904] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed59a86a-5dba-4fe3-9460-47735361e54b deletion is rescheduled due to dependency. [ 823.325904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed59a86a-5dba-4fe3-9460-47735361e54b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.512070] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: SUCCESS [ 823.512311] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 deletion is rescheduled due to dependency. [ 823.512381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.512558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.512779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.512963] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.513096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.513159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.513308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.513386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.513482] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.782334] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.782513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.782588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.782823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.782912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.783021] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be updated. [ 823.810820] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.810971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.811057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.811265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.811413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.819737] env[66094]: INFO networking_nsxv3.common.synchronization [req-2b04c56d-b929-4a26-82f9-7c8fd12a8419 req-7611f2ce-2eaa-43cc-a775-20a75d24e300 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 823.819911] env[66094]: INFO networking_nsxv3.common.synchronization [req-2b04c56d-b929-4a26-82f9-7c8fd12a8419 req-7611f2ce-2eaa-43cc-a775-20a75d24e300 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 with Priority: HIGHEST for action security_group_members [ 823.820872] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: IN_PROGRESS for 2s [ 823.821353] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 823.821514] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 with Priority: HIGHEST for action security_group_members [ 823.821807] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.821926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.821994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.822209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.822359] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.822456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.822519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.822673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.822747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.823017] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.824971] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-484a8fb8-b990-4be0-aabe-e0ae07938326 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.825125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.825190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.825405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.825552] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.825651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.825816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.826036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.826171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.826919] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('484a8fb8-b990-4be0-aabe-e0ae07938326',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.873868] env[66094]: INFO networking_nsxv3.common.synchronization [req-2b04c56d-b929-4a26-82f9-7c8fd12a8419 req-7611f2ce-2eaa-43cc-a775-20a75d24e300 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 with Priority: HIGHEST for action security_group_rules [ 823.874064] env[66094]: INFO networking_nsxv3.common.synchronization [req-2b04c56d-b929-4a26-82f9-7c8fd12a8419 req-7611f2ce-2eaa-43cc-a775-20a75d24e300 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 with Priority: HIGHEST for action security_group_members [ 823.874208] env[66094]: INFO networking_nsxv3.common.synchronization [req-2b04c56d-b929-4a26-82f9-7c8fd12a8419 req-7611f2ce-2eaa-43cc-a775-20a75d24e300 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_rules [ 823.874339] env[66094]: INFO networking_nsxv3.common.synchronization [req-2b04c56d-b929-4a26-82f9-7c8fd12a8419 req-7611f2ce-2eaa-43cc-a775-20a75d24e300 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 823.874467] env[66094]: INFO networking_nsxv3.common.synchronization [req-2b04c56d-b929-4a26-82f9-7c8fd12a8419 req-7611f2ce-2eaa-43cc-a775-20a75d24e300 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: ffa0089d-8b96-450a-bad2-beb59851d7ec with Priority: HIGHEST for action port [ 823.874941] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 with Priority: HIGHEST for action security_group_rules [ 823.875092] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_rules [ 823.875191] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa0089d-8b96-450a-bad2-beb59851d7ec with Priority: HIGHEST for action port [ 823.875279] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 with Priority: HIGHEST for action security_group_members [ 823.875374] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 823.875694] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-484a8fb8-b990-4be0-aabe-e0ae07938326 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.875885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.875962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.876248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.876376] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('484a8fb8-b990-4be0-aabe-e0ae07938326',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.877247] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.877387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.877387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.877536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.877615] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.883239] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa0089d-8b96-450a-bad2-beb59851d7ec taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.883432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.883512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.883669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.883747] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa0089d-8b96-450a-bad2-beb59851d7ec',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.885676] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-484a8fb8-b990-4be0-aabe-e0ae07938326 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.885676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.885676] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.885676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.002036] env[66094]: INFO networking_nsxv3.common.synchronization [req-4343b8f7-672e-4ef8-865f-a2f36c1ceaa5 req-a8953aa2-0c28-4874-91af-6ab154f03825 tempest-ImagesOneServerNegativeTestJSON-1057204548 tempest-ImagesOneServerNegativeTestJSON-1057204548-project-member] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 824.002606] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 824.003161] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.003301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.003369] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.003590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.003773] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.005354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.005354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.005354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.005354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.005354] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.017195] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.326522] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.329113] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('484a8fb8-b990-4be0-aabe-e0ae07938326',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.369460] env[66094]: INFO networking_nsxv3.common.synchronization [req-46807cf8-e81b-4794-ab8a-3ba2ac7e651c req-1a71a077-310a-4757-8fbf-25a2cdfbb957 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 824.370651] env[66094]: INFO networking_nsxv3.common.synchronization [req-46807cf8-e81b-4794-ab8a-3ba2ac7e651c req-1a71a077-310a-4757-8fbf-25a2cdfbb957 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 with Priority: HIGHEST for action security_group_members [ 824.370651] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 824.371857] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 with Priority: HIGHEST for action security_group_members [ 824.371857] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.371857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.371857] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-484a8fb8-b990-4be0-aabe-e0ae07938326 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.371857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.387200] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-484a8fb8-b990-4be0-aabe-e0ae07938326 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.387200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.387560] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.387698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.389546] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffa0089d-8b96-450a-bad2-beb59851d7ec with status ACTIVE [ 824.389776] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.389947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.390061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.390666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.390666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.390828] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.390983] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.391080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.391310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.391417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.391873] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.391979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.392116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.392253] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.392355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.392483] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffa0089d-8b96-450a-bad2-beb59851d7ec is going to be updated. [ 824.418119] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.418119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.418119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.418119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.420137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.421043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.438676] env[66094]: INFO networking_nsxv3.common.synchronization [req-46807cf8-e81b-4794-ab8a-3ba2ac7e651c req-1a71a077-310a-4757-8fbf-25a2cdfbb957 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_rules [ 824.438881] env[66094]: INFO networking_nsxv3.common.synchronization [req-46807cf8-e81b-4794-ab8a-3ba2ac7e651c req-1a71a077-310a-4757-8fbf-25a2cdfbb957 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 824.439100] env[66094]: INFO networking_nsxv3.common.synchronization [req-46807cf8-e81b-4794-ab8a-3ba2ac7e651c req-1a71a077-310a-4757-8fbf-25a2cdfbb957 tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: ffa0089d-8b96-450a-bad2-beb59851d7ec with Priority: HIGHEST for action port [ 824.439789] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_rules [ 824.439927] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 824.440056] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa0089d-8b96-450a-bad2-beb59851d7ec with Priority: HIGHEST for action port [ 824.443332] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.443518] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.443790] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.443883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.444079] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa0089d-8b96-450a-bad2-beb59851d7ec taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.444183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.444247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.444458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.444539] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa0089d-8b96-450a-bad2-beb59851d7ec',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.509034] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.509034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.509034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.509034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.509034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.512028] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.512028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.512028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.512028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.512028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.512028] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be updated. [ 824.524776] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.549735] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.549735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.549735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.549735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.549979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.563167] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: IN_PROGRESS for 2s [ 824.828311] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.832044] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('484a8fb8-b990-4be0-aabe-e0ae07938326',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.951020] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffa0089d-8b96-450a-bad2-beb59851d7ec with status ACTIVE [ 824.951020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.951020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.951020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.951020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.951020] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffa0089d-8b96-450a-bad2-beb59851d7ec is going to be updated. [ 824.979388] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.979586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.979660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.979963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.980129] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.980302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa0089d-8b96-450a-bad2-beb59851d7ec" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.030042] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.030042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.030042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.030042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.030042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.030042] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 is going to be updated. [ 825.066959] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.067140] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.067295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.067431] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.067587] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.085972] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: IN_PROGRESS for 2s [ 825.331121] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.331434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.331434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.331677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.331741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.331804] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 is going to be updated. [ 825.333263] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.333485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.333485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.333672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.333774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.333841] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 is going to be created. [ 825.367184] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.367351] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.367410] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.367677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.367850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.371687] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.372099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.372237] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.372480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.372706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.381548] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 in Status: UNINITIALIZED for 2s [ 825.382262] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: IN_PROGRESS for 2s [ 825.834865] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: SUCCESS [ 825.834936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.835142] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.835368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.835572] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.835711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.835777] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.835945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.836045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.836147] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.340437] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.577891] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 826.577891] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 deletion is rescheduled due to dependency. [ 826.577891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.842380] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.101269] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: SUCCESS [ 827.101541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.101735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.101955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.102165] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.102288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.102349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.102505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.102605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.102715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.102811] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.345766] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.345766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.346613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.346613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.346613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.346613] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be updated. [ 827.395349] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.395584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.395584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.395798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.395959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.405536] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 in Status: SUCCESS [ 827.405801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.406386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.406386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.406562] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.406700] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.406700] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.406873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.406980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.407031] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('484a8fb8-b990-4be0-aabe-e0ae07938326',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.409401] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: SUCCESS [ 827.409624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.409777] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.410022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.410438] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.410727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.410836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.410970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.411056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.411178] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.417618] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: IN_PROGRESS for 2s [ 827.608073] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.913521] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.914374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.914892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.914892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.914892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.915027] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.915143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.915691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.916009] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.916107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.916209] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 is going to be deleted. [ 827.917603] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.953438] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.953678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.953795] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.954066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.954162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.954259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.954457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.954623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.954814] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.955062] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.955133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.955271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.955605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.955605] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('484a8fb8-b990-4be0-aabe-e0ae07938326',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.111543] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92: rpc.has_security_group_logging(os_id): False [ 828.131954] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.132108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.132173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.132389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.132479] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.132720] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.132825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.132899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.133059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.133133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.133520] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 is going to be updated. [ 828.194962] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.195188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.196340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.196340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.196340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.212647] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: IN_PROGRESS for 2s [ 828.419757] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.457740] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.458019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.458131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.458491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.458620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.458866] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.459070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.459142] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.459314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.459439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.459563] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 already deleted. [ 828.459661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.460274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.460455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.460760] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.460852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.460934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.461347] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.461453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.461556] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('484a8fb8-b990-4be0-aabe-e0ae07938326',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.561330] env[66094]: INFO networking_nsxv3.common.synchronization [None req-affd97ef-05c3-448e-90f0-94b1031b2985 None None] Enqueued Resource ID: 3d6c5a48-46f9-41c6-95e2-4bc16db496f1 with Priority: HIGHEST for action port [ 828.561975] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6c5a48-46f9-41c6-95e2-4bc16db496f1 with Priority: HIGHEST for action port [ 828.562332] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d6c5a48-46f9-41c6-95e2-4bc16db496f1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.562432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d6c5a48-46f9-41c6-95e2-4bc16db496f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.562491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d6c5a48-46f9-41c6-95e2-4bc16db496f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.566179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d6c5a48-46f9-41c6-95e2-4bc16db496f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.566316] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d6c5a48-46f9-41c6-95e2-4bc16db496f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.923565] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.923715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.923782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.923999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.924100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.924198] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 is going to be updated. [ 828.961586] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.961752] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.961824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.962065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.962224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.963386] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.963507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.963556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.963717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.963797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.963967] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.964083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.964144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.964284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.964357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.964439] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 already deleted. [ 828.964517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.964609] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('484a8fb8-b990-4be0-aabe-e0ae07938326',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.978212] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: IN_PROGRESS for 2s [ 829.070201] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d6c5a48-46f9-41c6-95e2-4bc16db496f1 [ 829.070201] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.070403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.070403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.070997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.071122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.071211] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d6c5a48-46f9-41c6-95e2-4bc16db496f1 already deleted. [ 829.071291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d6c5a48-46f9-41c6-95e2-4bc16db496f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.429245] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: SUCCESS [ 829.429606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.429848] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.430092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.430313] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.430438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.430584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.430706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.430765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.430884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.431032] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.431169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.431228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.431596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.431596] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.431751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.431751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.431862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.431945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.432050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.432192] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.467085] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('484a8fb8-b990-4be0-aabe-e0ae07938326',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.935201] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f67bdbc1-9ebe-4f50-bd61-9fcccae50e47: rpc.has_security_group_logging(os_id): False [ 829.955727] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.955727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.955727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.955727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.955727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.956142] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.956142] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.956142] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.956367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.956367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.956496] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.956609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.956711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.956934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.957049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.957249] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.957367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.957463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.957689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.957787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.957888] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be updated. [ 829.973910] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 484a8fb8-b990-4be0-aabe-e0ae07938326: rpc.has_security_group_logging(os_id): False [ 830.001792] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.001978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.002039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.002233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.002324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.002544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.002647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.002711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.002890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.002994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.003098] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 is going to be created. [ 830.024454] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/484a8fb8-b990-4be0-aabe-e0ae07938326], does not exist path=[/infra/domains/default/groups/484a8fb8-b990-4be0-aabe-e0ae07938326]."\n}' [ 830.024686] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/484a8fb8-b990-4be0-aabe-e0ae07938326 [ 830.024806] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 830.045479] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.045844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.045844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.046100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.047480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.062811] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.062968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.063069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.063935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.064406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.064487] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.064581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.064622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.064805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.064883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.065124] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.065235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.065299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.065689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.065689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.065689] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 484a8fb8-b990-4be0-aabe-e0ae07938326 is going to be created. [ 830.067348] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: IN_PROGRESS for 2s [ 830.093274] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/484a8fb8-b990-4be0-aabe-e0ae07938326], does not exist path=[/infra/domains/default/groups/484a8fb8-b990-4be0-aabe-e0ae07938326]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/484a8fb8-b990-4be0-aabe-e0ae07938326 [ 830.093274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-484a8fb8-b990-4be0-aabe-e0ae07938326" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.093274] env[66094]: Traceback (most recent call last): [ 830.093274] env[66094]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 830.093274] env[66094]: return func(*args, **kwargs) [ 830.093274] env[66094]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 830.093274] env[66094]: res.raise_for_status() [ 830.093274] env[66094]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 830.093274] env[66094]: raise HTTPError(http_error_msg, response=self) [ 830.093274] env[66094]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/484a8fb8-b990-4be0-aabe-e0ae07938326 [ 830.093274] env[66094]: During handling of the above exception, another exception occurred: [ 830.093274] env[66094]: Traceback (most recent call last): [ 830.093274] env[66094]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 830.093274] env[66094]: listener.cb(fileno) [ 830.093274] env[66094]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 830.093274] env[66094]: result = function(*args, **kwargs) [ 830.093274] env[66094]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 830.093274] env[66094]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 830.093274] env[66094]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 830.093274] env[66094]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 830.093274] env[66094]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 830.093274] env[66094]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 830.093274] env[66094]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 830.093274] env[66094]: res.raise_for_status() [ 830.093274] env[66094]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 830.093274] env[66094]: raise HTTPError(http_error_msg, response=self) [ 830.093274] env[66094]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/484a8fb8-b990-4be0-aabe-e0ae07938326 [ 830.093274] env[66094]: Removing descriptor: 64 [ 830.227106] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: SUCCESS [ 830.228672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.990678] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: SUCCESS [ 830.990987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.991123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.991339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.991543] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.991689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.991762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.991905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.991985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.993024] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.074364] env[66094]: INFO networking_nsxv3.common.synchronization [None req-9c533389-b9c5-4937-a6c7-21859d28451f None None] Enqueued Resource ID: 7629efb4-d816-440e-a1f1-4e3bf7395875 with Priority: HIGHEST for action port [ 831.074915] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7629efb4-d816-440e-a1f1-4e3bf7395875 with Priority: HIGHEST for action port [ 831.079130] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-7629efb4-d816-440e-a1f1-4e3bf7395875 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.079130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7629efb4-d816-440e-a1f1-4e3bf7395875" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.079130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7629efb4-d816-440e-a1f1-4e3bf7395875" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.079130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7629efb4-d816-440e-a1f1-4e3bf7395875" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.079130] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7629efb4-d816-440e-a1f1-4e3bf7395875',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.497388] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.581866] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7629efb4-d816-440e-a1f1-4e3bf7395875 [ 831.582120] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.582264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.582354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.582575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.582711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.582805] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7629efb4-d816-440e-a1f1-4e3bf7395875 already deleted. [ 831.582972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7629efb4-d816-440e-a1f1-4e3bf7395875" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.002737] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.086386] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: SUCCESS [ 832.086386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.086386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.086386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.086386] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.505482] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.505692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.505692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.505946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.506135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.506188] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 is going to be updated. [ 832.566228] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.566797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.566797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.567065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.567359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.579144] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: IN_PROGRESS for 2s [ 832.589342] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.589342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.589342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.589342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.589519] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.589580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.589615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.589811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.589909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.590024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.590116] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.092653] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.092865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.092865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.093199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.093399] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.093543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.093643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.093839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.093968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.094105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.094295] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.094414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.094528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.094721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.094925] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.095056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.096532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.096532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.096532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.096532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.096532] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.598128] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f67bdbc1-9ebe-4f50-bd61-9fcccae50e47: rpc.has_security_group_logging(os_id): False [ 833.619098] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.619098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.619284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.619883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.641742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.642122] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.642643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.642775] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.643184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.643437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.643899] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.644192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.644301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.644498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.644602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.644817] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.644969] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.645075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.645273] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.645653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.645771] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be updated. [ 833.712561] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.712721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.712791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.713057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.713213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.729326] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: IN_PROGRESS for 2s [ 834.005670] env[66094]: INFO networking_nsxv3.common.synchronization [req-b1cfb004-f190-4aaa-9a3e-3308addd9541 req-0e35ce67-9d5b-4237-a044-ab58ef096f5a tempest-ServerRescueTestJSONUnderV235-2112137764 tempest-ServerRescueTestJSONUnderV235-2112137764-project-member] Enqueued Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 834.006273] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 with Priority: HIGHEST for action security_group_members [ 834.006590] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.006686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.591098] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: SUCCESS [ 834.591416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.592168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.592168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.592168] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.592483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.592483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.592573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.592669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.592781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.592964] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.594126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.594356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.594784] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.594784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.594784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.595013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.595159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.595280] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.098371] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.098517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.098559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.098799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.100130] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.100251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.129707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.129955] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.130124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.130186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.130889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.130889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.131063] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 is going to be updated. [ 835.169255] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.169255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.169255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.169433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.169580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.185061] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: IN_PROGRESS for 2s [ 835.704209] env[66094]: INFO networking_nsxv3.common.synchronization [req-662853b2-4cec-496f-b29f-868e0ecbce54 req-741fd371-fd6b-4b8c-8e5c-4fd3d691f20c tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_members [ 835.704209] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_members [ 835.704209] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.704209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.704209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.705018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.705275] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.706027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.706027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.706027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.706027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.706027] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea4d45e-2df6-4bb0-981c-9f4ff12f7d70',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.747266] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: SUCCESS [ 835.747843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.082517] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.082747] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.082932] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.083331] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.083602] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.083775] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.083915] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.084461] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.084680] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.084934] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.085057] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.085205] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.085387] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.085514] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.085623] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.085779] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.106779] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.106946] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.107106] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.107287] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.107598] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-dad6b84a-a397-4c3c-9ac9-38f49d07ad94 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.107773] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-dad6b84a-a397-4c3c-9ac9-38f49d07ad94" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.107910] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-dad6b84a-a397-4c3c-9ac9-38f49d07ad94" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.108255] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-dad6b84a-a397-4c3c-9ac9-38f49d07ad94" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.108394] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad6b84a-a397-4c3c-9ac9-38f49d07ad94',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.208506] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.208762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.208872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.209998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.209998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.209998] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.209998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.209998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.209998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.209998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.209998] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 already deleted. [ 836.209998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.610691] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.611040] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.611235] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.611580] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.611737] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.611911] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port dad6b84a-a397-4c3c-9ac9-38f49d07ad94 not found, creating... [ 836.612202] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.612816] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.612816] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.612816] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.613255] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.613255] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.613255] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.613389] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.613577] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.613710] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.613844] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: dad6b84a-a397-4c3c-9ac9-38f49d07ad94 is going to be created. [ 836.635756] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.636089] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.636282] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.636659] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.637122] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.637476] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-dad6b84a-a397-4c3c-9ac9-38f49d07ad94" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.195739] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: SUCCESS [ 837.196125] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 deletion is rescheduled due to dependency. [ 837.196125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.196276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.196532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.196648] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.196778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.196839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.196985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.197077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.197175] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.359893] env[66094]: INFO networking_nsxv3.common.synchronization [req-662853b2-4cec-496f-b29f-868e0ecbce54 req-e2e55fe9-b1d0-43de-b6a6-38c8eeb8ed38 service nova] Enqueued Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_rules [ 837.360122] env[66094]: INFO networking_nsxv3.common.synchronization [req-662853b2-4cec-496f-b29f-868e0ecbce54 req-e2e55fe9-b1d0-43de-b6a6-38c8eeb8ed38 service nova] Enqueued Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_members [ 837.360287] env[66094]: INFO networking_nsxv3.common.synchronization [req-662853b2-4cec-496f-b29f-868e0ecbce54 req-e2e55fe9-b1d0-43de-b6a6-38c8eeb8ed38 service nova] Enqueued Resource ID: dad6b84a-a397-4c3c-9ac9-38f49d07ad94 with Priority: HIGHEST for action port [ 837.360955] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_rules [ 837.361108] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_members [ 837.361204] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad6b84a-a397-4c3c-9ac9-38f49d07ad94 with Priority: HIGHEST for action port [ 837.361503] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.361674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.361779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.361986] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.362096] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea4d45e-2df6-4bb0-981c-9f4ff12f7d70',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.363509] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.363509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.363509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.363509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.363706] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.363750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.363850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.363951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.364080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.366275] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea4d45e-2df6-4bb0-981c-9f4ff12f7d70',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.367164] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad6b84a-a397-4c3c-9ac9-38f49d07ad94 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.367164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad6b84a-a397-4c3c-9ac9-38f49d07ad94" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.367344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad6b84a-a397-4c3c-9ac9-38f49d07ad94" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.368273] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad6b84a-a397-4c3c-9ac9-38f49d07ad94" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.368273] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad6b84a-a397-4c3c-9ac9-38f49d07ad94',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.702075] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.702317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.702396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.702788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.702967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.703233] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.703418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.703611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.703893] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.704068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.704129] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 is going to be updated. [ 837.735276] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.735477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.735635] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.736067] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.736291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.754215] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: IN_PROGRESS for 2s [ 837.869712] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fea4d45e-2df6-4bb0-981c-9f4ff12f7d70',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.870794] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.870921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.871117] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dad6b84a-a397-4c3c-9ac9-38f49d07ad94 with status ACTIVE [ 837.871287] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.871405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.871468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.871864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.872400] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.872400] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.872400] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.872400] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.872696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.872696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.872796] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.872859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.872894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.873125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.873125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.873639] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dad6b84a-a397-4c3c-9ac9-38f49d07ad94 is going to be updated. [ 837.897198] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.897354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.897354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.898035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.898035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.898035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad6b84a-a397-4c3c-9ac9-38f49d07ad94" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.375640] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fea4d45e-2df6-4bb0-981c-9f4ff12f7d70',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.879376] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.879376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.879376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.879376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.879376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.879376] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 is going to be created. [ 838.903278] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.903429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.903489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.903714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.903892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.915535] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 in Status: UNINITIALIZED for 2s [ 839.767252] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: IN_PROGRESS for 4s [ 840.552890] env[66094]: INFO networking_nsxv3.common.synchronization [req-f80eec04-e5ac-4bb5-8e6f-408e62f76891 req-761df4af-08de-4f74-b1bd-43360d2ddaa6 tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 840.553997] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 840.553997] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.553997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.553997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.557293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.557349] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.557442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.557542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.557665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.557755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.557854] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.927984] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 in Status: SUCCESS [ 840.928297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.928980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.928980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.931023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.931023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.931023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.931601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.931769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.931952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.932088] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fea4d45e-2df6-4bb0-981c-9f4ff12f7d70',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.940147] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.940523] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.940621] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.940877] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.941224] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.941434] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.941569] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.941810] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.941954] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.942183] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.942295] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.942402] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.942509] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.942614] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.942717] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.942849] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.974526] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.974808] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.974954] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.975167] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.975550] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-4c58a632-c73f-43a5-9b63-a1215cbace6e taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.975767] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-4c58a632-c73f-43a5-9b63-a1215cbace6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.975897] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-4c58a632-c73f-43a5-9b63-a1215cbace6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.976248] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-4c58a632-c73f-43a5-9b63-a1215cbace6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.976380] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c58a632-c73f-43a5-9b63-a1215cbace6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.062313] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.062522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.062557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.062807] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.083383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.084416] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.084611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.084685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.084976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.084976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.085110] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 841.112822] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.113932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.114074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.114559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.114758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.126032] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 841.435423] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fea4d45e-2df6-4bb0-981c-9f4ff12f7d70',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.481143] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.481380] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.481509] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.481795] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.481948] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.482117] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 4c58a632-c73f-43a5-9b63-a1215cbace6e not found, creating... [ 841.482375] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.482531] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.482647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.482861] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.483036] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.483347] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.483559] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.483703] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.483969] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.485429] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.485638] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 4c58a632-c73f-43a5-9b63-a1215cbace6e is going to be created. [ 841.512760] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.513074] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.513317] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.513583] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.514257] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.514563] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-4c58a632-c73f-43a5-9b63-a1215cbace6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.781041] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: SUCCESS [ 841.781698] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 deletion is rescheduled due to dependency. [ 841.783029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.783029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.783029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.783029] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.783029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.783029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.783718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.783718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.783718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.783718] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff1663d-f708-4dcd-af0d-3bb884f74345 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.784078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.784078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.784078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.784245] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.784356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.784439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.784583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.785216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.785216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.785216] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.937989] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fea4d45e-2df6-4bb0-981c-9f4ff12f7d70: rpc.has_security_group_logging(os_id): False [ 841.965689] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.965987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.966112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.966713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.966713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.967212] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.967420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.967638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.967897] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.967990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.968123] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 is going to be created. [ 842.087662] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.087662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.087662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.087903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.088603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.109604] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 in Status: IN_PROGRESS for 2s [ 842.269621] env[66094]: INFO networking_nsxv3.common.synchronization [req-f80eec04-e5ac-4bb5-8e6f-408e62f76891 req-6d6d66a3-2709-40e3-ab1a-0bb8e6cfa4e7 service nova] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_rules [ 842.270328] env[66094]: INFO networking_nsxv3.common.synchronization [req-f80eec04-e5ac-4bb5-8e6f-408e62f76891 req-6d6d66a3-2709-40e3-ab1a-0bb8e6cfa4e7 service nova] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 842.270328] env[66094]: INFO networking_nsxv3.common.synchronization [req-f80eec04-e5ac-4bb5-8e6f-408e62f76891 req-6d6d66a3-2709-40e3-ab1a-0bb8e6cfa4e7 service nova] Enqueued Resource ID: 4c58a632-c73f-43a5-9b63-a1215cbace6e with Priority: HIGHEST for action port [ 842.272229] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_rules [ 842.272229] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 842.272229] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c58a632-c73f-43a5-9b63-a1215cbace6e with Priority: HIGHEST for action port [ 842.272229] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.272229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.272229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.272816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.272816] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.274534] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.274846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.275245] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c58a632-c73f-43a5-9b63-a1215cbace6e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.275689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c58a632-c73f-43a5-9b63-a1215cbace6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.276306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c58a632-c73f-43a5-9b63-a1215cbace6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.276638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c58a632-c73f-43a5-9b63-a1215cbace6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.276694] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c58a632-c73f-43a5-9b63-a1215cbace6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.287864] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff1663d-f708-4dcd-af0d-3bb884f74345: rpc.has_security_group_logging(os_id): False [ 842.310693] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.310693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.310693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.310693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.310693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.311477] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.311800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.311916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.312179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.312313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.312521] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.312626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.312686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.312859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.312962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.313160] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.313281] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.314035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.314035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.314035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.314035] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 is going to be updated. [ 842.376834] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.377124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.377172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.377457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.377645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.396484] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: IN_PROGRESS for 2s [ 842.779446] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.779446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.779446] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c58a632-c73f-43a5-9b63-a1215cbace6e with status ACTIVE [ 842.779446] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.780937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.780937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.780937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.781202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.781433] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.781571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.781631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.781799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.781872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.782553] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.782553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.782553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.782553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.782553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.782553] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c58a632-c73f-43a5-9b63-a1215cbace6e is going to be updated. [ 842.806764] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.806916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.806987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.807212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.807347] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.807502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c58a632-c73f-43a5-9b63-a1215cbace6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.136336] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 843.136719] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 deletion is rescheduled due to dependency. [ 843.136719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.136872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.137092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.138190] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.138190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.138190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.138190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.138190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.138190] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.641596] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.123283] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 in Status: SUCCESS [ 844.123552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.148520] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.416918] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 in Status: SUCCESS [ 844.416918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.417168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.417396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.417493] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff1663d-f708-4dcd-af0d-3bb884f74345',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.652183] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.652842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.652842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.652842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.652842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.653183] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 844.691344] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.691516] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.691602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.691829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.692031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.704628] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 844.939354] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.939471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.939514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.939793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.939793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.939900] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff1663d-f708-4dcd-af0d-3bb884f74345 is going to be deleted. [ 844.993112] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.993278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.993332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.993541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.993686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.993875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff1663d-f708-4dcd-af0d-3bb884f74345" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.224378] env[66094]: INFO networking_nsxv3.common.synchronization [req-fba49d10-0788-4e75-9bc0-a0de0cd08f13 req-d7c54020-9465-485c-9423-529a9de0ddc2 tempest-ServersAdminTestJSON-2003786084 tempest-ServersAdminTestJSON-2003786084-project-member] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 845.224935] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 845.225268] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.231920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.232312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.232655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.232655] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.232823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.232823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.232897] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.232991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.233232] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.737299] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.244110] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.718108] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 846.718354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.718536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.718825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.719106] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.719294] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.719375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.719589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.719686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.719808] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.719919] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.746853] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.746995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.747088] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.748277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.748277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.748277] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 846.775205] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.775527] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.775527] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.775645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.775810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.785162] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 847.222255] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.222476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.222476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.222691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.222858] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.222972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.223118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.223282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.223368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.223456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.223603] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.223766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.223766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.223964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.224090] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.224349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.224349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.224485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.224485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.224572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.224737] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.257560] env[66094]: INFO networking_nsxv3.common.synchronization [req-eae5c9ee-8f8f-4bfb-a545-b7f61e602735 req-a2f2e22e-4086-4f8a-aa00-99c296e7a30a tempest-ListServerFiltersTestJSON-1117224876 tempest-ListServerFiltersTestJSON-1117224876-project-member] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 847.258275] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 847.258554] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.258702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.258776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.259027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.259355] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.259472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.259572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.259802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.259951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.260105] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.728345] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc5681c-72fa-442c-a981-68e76578ed64: rpc.has_security_group_logging(os_id): False [ 847.747132] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.747296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.747374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.747622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.747713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.747886] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.748031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.748096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.748267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.748338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.748592] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.748796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.748796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.748950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.749054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.749264] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.749371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.749515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.749568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.749661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.749801] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 847.765844] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.837887] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.837887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.837887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.837887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.837887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.853875] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 848.268611] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.770962] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.771136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.771221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.771421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.771511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.771611] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be updated. [ 848.795274] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 848.795539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.806880] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.807159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.807159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.807359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.807540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.819634] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: IN_PROGRESS for 2s [ 849.884060] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 849.884575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.833219] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: SUCCESS [ 850.833412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.060733] env[66094]: INFO networking_nsxv3.common.synchronization [None req-b93a34da-0953-4976-be99-ed78961b6119 tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_rules [ 851.062087] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_rules [ 851.062087] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99fd2b6e-9719-4400-9bee-51db8279e1f1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.062087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.062087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.062357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.062357] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99fd2b6e-9719-4400-9bee-51db8279e1f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.167324] env[66094]: INFO networking_nsxv3.common.synchronization [None req-c7b09c34-d9ee-4d10-96f9-1be9312894b9 tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_rules [ 851.167881] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_rules [ 851.168570] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99fd2b6e-9719-4400-9bee-51db8279e1f1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.168570] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.505163] env[66094]: INFO networking_nsxv3.common.synchronization [req-11d894ef-7e6a-447d-9770-bbf985b47fa4 req-a2a07e1f-54bf-474a-b891-85b905a97650 tempest-ServersV294TestFqdnHostnames-2088326621 tempest-ServersV294TestFqdnHostnames-2088326621-project-member] Enqueued Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_members [ 851.505163] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_members [ 851.505163] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.505163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.505163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.505163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.505163] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.505503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.505503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.505503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.505503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.505657] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('277f04cd-3461-4733-9cdd-0fb4ae93bd9b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.597500] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.597500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.597500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.597500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.597500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.597500] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 already deleted. [ 851.597500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.597500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.597500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.597500] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99fd2b6e-9719-4400-9bee-51db8279e1f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.901059] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.901262] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-135" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.901384] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-135" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.901720] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-135" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.902195] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.902195] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.902561] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.902561] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.902638] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.902829] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.902938] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.903057] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.903162] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.903270] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.903374] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.903504] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.922398] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.922398] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.922533] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.922698] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-135" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.923275] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-5fae1bc5-8d06-4051-82fc-d09b1d6b634d taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.923275] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-5fae1bc5-8d06-4051-82fc-d09b1d6b634d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.923451] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-5fae1bc5-8d06-4051-82fc-d09b1d6b634d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.923632] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-5fae1bc5-8d06-4051-82fc-d09b1d6b634d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.923796] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fae1bc5-8d06-4051-82fc-d09b1d6b634d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.007582] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.007742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.007846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.008127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.008230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.008432] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.008597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.008597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.008770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.008848] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.008979] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b already deleted. [ 852.009033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.119495] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.119779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.119779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.119915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.120012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.120114] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 already deleted. [ 852.120319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.428400] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.428400] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.428400] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.428400] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.428400] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.428400] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 5fae1bc5-8d06-4051-82fc-d09b1d6b634d not found, creating... [ 852.428400] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.428917] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.428969] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.429468] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.429898] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.432886] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.432886] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.432886] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.432886] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.432886] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.432886] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 5fae1bc5-8d06-4051-82fc-d09b1d6b634d is going to be created. [ 852.457235] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.457336] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.457405] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.457771] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.458061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.458363] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-5fae1bc5-8d06-4051-82fc-d09b1d6b634d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.218341] env[66094]: INFO networking_nsxv3.common.synchronization [req-11d894ef-7e6a-447d-9770-bbf985b47fa4 req-819b996b-acc1-48d1-8b8f-1a24945e5bd0 service nova] Enqueued Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_rules [ 853.218341] env[66094]: INFO networking_nsxv3.common.synchronization [req-11d894ef-7e6a-447d-9770-bbf985b47fa4 req-819b996b-acc1-48d1-8b8f-1a24945e5bd0 service nova] Enqueued Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_members [ 853.218341] env[66094]: INFO networking_nsxv3.common.synchronization [req-11d894ef-7e6a-447d-9770-bbf985b47fa4 req-819b996b-acc1-48d1-8b8f-1a24945e5bd0 service nova] Enqueued Resource ID: 5fae1bc5-8d06-4051-82fc-d09b1d6b634d with Priority: HIGHEST for action port [ 853.218341] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_rules [ 853.218341] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_members [ 853.218341] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fae1bc5-8d06-4051-82fc-d09b1d6b634d with Priority: HIGHEST for action port [ 853.218341] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.218341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.218341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.219335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.219601] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('277f04cd-3461-4733-9cdd-0fb4ae93bd9b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.221452] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.221781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.222686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.222686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.222686] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.222686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.222686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.224068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.224068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.224068] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('277f04cd-3461-4733-9cdd-0fb4ae93bd9b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.224875] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fae1bc5-8d06-4051-82fc-d09b1d6b634d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.224984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fae1bc5-8d06-4051-82fc-d09b1d6b634d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.224984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fae1bc5-8d06-4051-82fc-d09b1d6b634d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.225436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fae1bc5-8d06-4051-82fc-d09b1d6b634d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.225436] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fae1bc5-8d06-4051-82fc-d09b1d6b634d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.726676] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('277f04cd-3461-4733-9cdd-0fb4ae93bd9b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.731019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.731019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.731019] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fae1bc5-8d06-4051-82fc-d09b1d6b634d with status ACTIVE [ 853.731019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.731019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.731019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.731019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.731019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.731019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.731019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.731019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.731019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.731019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.731019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.731656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.731656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.731656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.731656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.731656] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fae1bc5-8d06-4051-82fc-d09b1d6b634d is going to be updated. [ 853.755464] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.755605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.755706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.755883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.756033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.756202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fae1bc5-8d06-4051-82fc-d09b1d6b634d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.114851] env[66094]: INFO networking_nsxv3.common.synchronization [req-35e54eb3-8fd3-4284-bcd8-1a5efd606425 req-b6c71b5b-b7fc-4fab-9bc9-72da85312f37 tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 854.115492] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 854.115834] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.115962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.116052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.116240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.116394] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.116492] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.116556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.116713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.116800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.116898] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.233552] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('277f04cd-3461-4733-9cdd-0fb4ae93bd9b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.462579] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.462579] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.462579] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.462872] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.463469] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.463720] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.463862] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.464104] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.464255] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.464579] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.464720] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.464836] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.464971] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.465116] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.465238] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.465356] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.485255] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.485464] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.485598] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.485782] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.486191] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-060635a5-9277-4c87-a115-8f5f7169cb46 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.486376] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-060635a5-9277-4c87-a115-8f5f7169cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.486496] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-060635a5-9277-4c87-a115-8f5f7169cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.486935] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-060635a5-9277-4c87-a115-8f5f7169cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.487149] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060635a5-9277-4c87-a115-8f5f7169cb46',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.618637] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.736594] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.736691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.736737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.737037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.737169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.737299] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b is going to be created. [ 854.776041] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.776250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.776303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.776555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.776921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.790629] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b in Status: UNINITIALIZED for 2s [ 854.989288] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.989604] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.989653] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.989986] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.990128] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.990285] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 060635a5-9277-4c87-a115-8f5f7169cb46 not found, creating... [ 854.990577] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.990825] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.990954] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.991226] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.991381] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.991709] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.991852] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.992280] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.992544] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.992742] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.992922] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 060635a5-9277-4c87-a115-8f5f7169cb46 is going to be created. [ 855.014713] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.014923] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.015060] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.015349] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.015589] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.015812] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-060635a5-9277-4c87-a115-8f5f7169cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.121195] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.626305] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.626305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.626305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.626305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.626305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.626305] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 855.657394] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.657533] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.657599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.657803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.657948] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.669918] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 856.240063] env[66094]: INFO networking_nsxv3.common.synchronization [req-35e54eb3-8fd3-4284-bcd8-1a5efd606425 req-d3d7b5f6-0c00-45d4-b969-ef50953feac7 service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 856.240063] env[66094]: INFO networking_nsxv3.common.synchronization [req-35e54eb3-8fd3-4284-bcd8-1a5efd606425 req-d3d7b5f6-0c00-45d4-b969-ef50953feac7 service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 856.240829] env[66094]: INFO networking_nsxv3.common.synchronization [req-35e54eb3-8fd3-4284-bcd8-1a5efd606425 req-d3d7b5f6-0c00-45d4-b969-ef50953feac7 service nova] Enqueued Resource ID: 060635a5-9277-4c87-a115-8f5f7169cb46 with Priority: HIGHEST for action port [ 856.240955] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 856.241105] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 856.241207] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060635a5-9277-4c87-a115-8f5f7169cb46 with Priority: HIGHEST for action port [ 856.241497] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.241625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.241692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.241896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.241978] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.242850] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.242956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.243216] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-060635a5-9277-4c87-a115-8f5f7169cb46 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.243323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-060635a5-9277-4c87-a115-8f5f7169cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.243409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-060635a5-9277-4c87-a115-8f5f7169cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.243592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-060635a5-9277-4c87-a115-8f5f7169cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.243717] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060635a5-9277-4c87-a115-8f5f7169cb46',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.745503] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.745808] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.747058] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 060635a5-9277-4c87-a115-8f5f7169cb46 with status ACTIVE [ 856.747394] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.747499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.747548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.747780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.747891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.748428] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.748428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.748428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.748857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.748857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.749190] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.749258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.749326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.749562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.749737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.749861] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 060635a5-9277-4c87-a115-8f5f7169cb46 is going to be updated. [ 856.774598] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.774994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.775202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.775891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.775891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.775891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-060635a5-9277-4c87-a115-8f5f7169cb46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.802223] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b in Status: SUCCESS [ 856.802446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.802615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.802826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.803051] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.803177] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.803244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.803397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.803478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.803562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.803664] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('277f04cd-3461-4733-9cdd-0fb4ae93bd9b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.307828] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('277f04cd-3461-4733-9cdd-0fb4ae93bd9b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.682227] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 857.682484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.682745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.682978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.683210] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.683366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.683366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.683522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.683602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.683694] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.811439] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 277f04cd-3461-4733-9cdd-0fb4ae93bd9b: rpc.has_security_group_logging(os_id): False [ 857.834679] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.834679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.834679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.834679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.834679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.834679] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.834679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.834679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.834679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.834679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.834679] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b is going to be created. [ 857.909102] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.909316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.909316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.909702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.909702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.927159] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b in Status: IN_PROGRESS for 2s [ 858.189618] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.693417] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.939087] env[66094]: INFO networking_nsxv3.common.synchronization [req-6c1e55da-29ad-4c08-8f79-0861c15da7e6 req-de9bd011-9224-467b-94f2-5bb73819e374 tempest-InstanceActionsV221TestJSON-837663085 tempest-InstanceActionsV221TestJSON-837663085-project-member] Enqueued Resource ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 with Priority: HIGHEST for action security_group_members [ 858.939087] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 with Priority: HIGHEST for action security_group_members [ 858.939087] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e34ae5-09ee-4692-a598-6f7b86c78986 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.939087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.939087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.939087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.939950] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.940194] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.940341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.940651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.940870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.942628] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e34ae5-09ee-4692-a598-6f7b86c78986',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.196148] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.196307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.196376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.196603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.196700] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.196834] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 859.226424] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.226931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.227161] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.227511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.227744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.239358] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 859.293215] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.293443] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-423" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.293568] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-423" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.293881] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-423" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.294418] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.294581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.294700] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.294926] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.295084] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.295298] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.295508] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.295631] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.295746] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.295858] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.295966] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.296111] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.317278] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.317469] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.317607] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.317788] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-423" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.318125] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-99a62505-d3a6-4679-b638-c1e079428e53 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.318301] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-99a62505-d3a6-4679-b638-c1e079428e53" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.318425] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-99a62505-d3a6-4679-b638-c1e079428e53" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.318903] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-99a62505-d3a6-4679-b638-c1e079428e53" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.319142] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99a62505-d3a6-4679-b638-c1e079428e53',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.444177] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.444408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.444482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.444711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.444805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.445076] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.445187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.445251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.445407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.445487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.445570] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 already deleted. [ 859.445651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.822353] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.822627] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.822790] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.823181] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.823367] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.823534] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 99a62505-d3a6-4679-b638-c1e079428e53 not found, creating... [ 859.823839] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.824043] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.824183] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.824452] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.824625] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.825290] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.825290] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.825464] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.825622] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.825771] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.825938] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 99a62505-d3a6-4679-b638-c1e079428e53 is going to be created. [ 859.846426] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.846654] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.846786] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.847110] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.847360] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.847609] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-99a62505-d3a6-4679-b638-c1e079428e53" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.942954] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b in Status: SUCCESS [ 859.943350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.590367] env[66094]: INFO networking_nsxv3.common.synchronization [req-6c1e55da-29ad-4c08-8f79-0861c15da7e6 req-5754fed3-992c-4c89-aa43-4d86359b46c0 service nova] Enqueued Resource ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 with Priority: HIGHEST for action security_group_rules [ 860.590549] env[66094]: INFO networking_nsxv3.common.synchronization [req-6c1e55da-29ad-4c08-8f79-0861c15da7e6 req-5754fed3-992c-4c89-aa43-4d86359b46c0 service nova] Enqueued Resource ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 with Priority: HIGHEST for action security_group_members [ 860.590685] env[66094]: INFO networking_nsxv3.common.synchronization [req-6c1e55da-29ad-4c08-8f79-0861c15da7e6 req-5754fed3-992c-4c89-aa43-4d86359b46c0 service nova] Enqueued Resource ID: 99a62505-d3a6-4679-b638-c1e079428e53 with Priority: HIGHEST for action port [ 860.591312] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 with Priority: HIGHEST for action security_group_rules [ 860.591511] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 with Priority: HIGHEST for action security_group_members [ 860.591568] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a62505-d3a6-4679-b638-c1e079428e53 with Priority: HIGHEST for action port [ 860.591819] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e34ae5-09ee-4692-a598-6f7b86c78986 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.591979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.592055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.592333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.592462] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e34ae5-09ee-4692-a598-6f7b86c78986',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.595798] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e34ae5-09ee-4692-a598-6f7b86c78986 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.595798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.595798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.595798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.595798] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.595798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.595798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.595798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.595798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.595798] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e34ae5-09ee-4692-a598-6f7b86c78986',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.595798] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-99a62505-d3a6-4679-b638-c1e079428e53 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.596404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99a62505-d3a6-4679-b638-c1e079428e53" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.596404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99a62505-d3a6-4679-b638-c1e079428e53" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.596404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99a62505-d3a6-4679-b638-c1e079428e53" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.596404] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99a62505-d3a6-4679-b638-c1e079428e53',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.034199] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e907590c-5201-4d9d-a595-8cc7f06f161b None None] Enqueued Resource ID: 49826274-2b68-49e1-bca7-bb4f58fbfe29 with Priority: HIGHEST for action port [ 861.035462] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49826274-2b68-49e1-bca7-bb4f58fbfe29 with Priority: HIGHEST for action port [ 861.035784] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-49826274-2b68-49e1-bca7-bb4f58fbfe29 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.036102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49826274-2b68-49e1-bca7-bb4f58fbfe29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.036102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49826274-2b68-49e1-bca7-bb4f58fbfe29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.037113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49826274-2b68-49e1-bca7-bb4f58fbfe29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.037113] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49826274-2b68-49e1-bca7-bb4f58fbfe29',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.098121] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e34ae5-09ee-4692-a598-6f7b86c78986',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.101445] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e34ae5-09ee-4692-a598-6f7b86c78986 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.101445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.101445] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99a62505-d3a6-4679-b638-c1e079428e53 with status ACTIVE [ 861.101445] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.101445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.101445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.101445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.101445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.101445] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.101445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.101445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.101884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.101884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.101884] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.101884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.101884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.102457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.102566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.102872] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99a62505-d3a6-4679-b638-c1e079428e53 is going to be updated. [ 861.127752] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.127918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.127981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.128202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.128342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.128497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99a62505-d3a6-4679-b638-c1e079428e53" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.255119] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 861.255335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.255542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.255755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.255951] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.256370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.256565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.256783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.256853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.256932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.257057] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.541275] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49826274-2b68-49e1-bca7-bb4f58fbfe29 [ 861.541816] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.541816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.541816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.542069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.543200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.543200] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49826274-2b68-49e1-bca7-bb4f58fbfe29 already deleted. [ 861.543200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49826274-2b68-49e1-bca7-bb4f58fbfe29" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.601551] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e34ae5-09ee-4692-a598-6f7b86c78986',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.760393] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.760554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.760620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.760875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.761129] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.761238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.761309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.761510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.761593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.761698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.761869] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.761984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.762094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.762933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.762933] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.762933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.762933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.762933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.762933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.762933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.762933] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.105025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.105025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.105025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.105541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.105541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.105541] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 is going to be created. [ 862.132490] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.132754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.132832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.133136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.133401] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.142472] env[66094]: INFO networking_nsxv3.common.synchronization [None req-1e1ec031-1677-4e02-aeb2-54c20a31145a tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_rules [ 862.143446] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 in Status: UNINITIALIZED for 2s [ 862.143897] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_rules [ 862.146030] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.146173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.146261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.146836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.146836] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.266996] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 994392ff-ffb5-4df5-abbe-53be12d4c1e6: rpc.has_security_group_logging(os_id): False [ 862.275034] env[66094]: INFO networking_nsxv3.common.synchronization [None req-f34107cc-52ad-4912-85ed-fefced301bdd tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_rules [ 862.275878] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_rules [ 862.276286] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.276399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.284817] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.284982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.285093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.285309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.306599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.306860] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.306989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.307077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.307252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.307340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.307572] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.307765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.307765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.307908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.307973] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.308186] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.308287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.308348] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.308466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.308530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.308632] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 862.379977] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.380513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.380513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.380513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.380817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.399856] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 862.676225] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.677285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.677285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.678264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.678264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.679357] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 already deleted. [ 862.679357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.679484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.679625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.679692] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.204066] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.204066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.204413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.204662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.204758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.204857] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 already deleted. [ 863.205148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.628940] env[66094]: INFO networking_nsxv3.common.synchronization [None req-4bbed63e-3eea-47f7-8baf-b1336b282862 None None] Enqueued Resource ID: 59c841ed-8c67-4e4b-9383-fe4339ca896e with Priority: HIGHEST for action port [ 863.628940] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c841ed-8c67-4e4b-9383-fe4339ca896e with Priority: HIGHEST for action port [ 863.628940] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-59c841ed-8c67-4e4b-9383-fe4339ca896e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.628940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59c841ed-8c67-4e4b-9383-fe4339ca896e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.628940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59c841ed-8c67-4e4b-9383-fe4339ca896e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.628940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59c841ed-8c67-4e4b-9383-fe4339ca896e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.628940] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59c841ed-8c67-4e4b-9383-fe4339ca896e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.132819] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59c841ed-8c67-4e4b-9383-fe4339ca896e [ 864.133168] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.133784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.133899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.134172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.134298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.134425] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59c841ed-8c67-4e4b-9383-fe4339ca896e already deleted. [ 864.134543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59c841ed-8c67-4e4b-9383-fe4339ca896e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.157118] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 in Status: SUCCESS [ 864.157765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.158032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.158890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.159827] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.159827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.159982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.160109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.160213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.160326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.160413] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3e34ae5-09ee-4692-a598-6f7b86c78986',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.418079] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 864.418079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.664693] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e34ae5-09ee-4692-a598-6f7b86c78986 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.664885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.664955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.665197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.665368] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.665464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.665526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.665685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.665768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.665854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.665998] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e34ae5-09ee-4692-a598-6f7b86c78986 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.666166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.666166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.666310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.666424] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.666510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.666593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.666735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.666780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.666851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.666936] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3e34ae5-09ee-4692-a598-6f7b86c78986',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.171443] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3e34ae5-09ee-4692-a598-6f7b86c78986: rpc.has_security_group_logging(os_id): False [ 865.195120] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.195403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.195478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.195805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.195958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.196267] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.196426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.196535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.196783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.196922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.198514] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.198514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.198514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.198514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.198514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.198514] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.198514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.198514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.199106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.199106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.199340] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 is going to be created. [ 865.288822] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.289082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.289208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.289510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.289798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.307896] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 in Status: IN_PROGRESS for 2s [ 867.032414] env[66094]: INFO networking_nsxv3.common.synchronization [None req-85854639-7a77-44ae-92b6-f2e73b66f1d8 None None] Enqueued Resource ID: 755c081b-64c8-4e4d-afcb-ab4ee477de80 with Priority: HIGHEST for action port [ 867.033041] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 755c081b-64c8-4e4d-afcb-ab4ee477de80 with Priority: HIGHEST for action port [ 867.033373] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-755c081b-64c8-4e4d-afcb-ab4ee477de80 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.033507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-755c081b-64c8-4e4d-afcb-ab4ee477de80" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.033594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-755c081b-64c8-4e4d-afcb-ab4ee477de80" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.033913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-755c081b-64c8-4e4d-afcb-ab4ee477de80" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.033992] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755c081b-64c8-4e4d-afcb-ab4ee477de80',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.324248] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 in Status: SUCCESS [ 867.324248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.536273] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 755c081b-64c8-4e4d-afcb-ab4ee477de80 [ 867.536506] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.536728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.536803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.537791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.537791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.537791] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:755c081b-64c8-4e4d-afcb-ab4ee477de80 already deleted. [ 867.537791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-755c081b-64c8-4e4d-afcb-ab4ee477de80" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.144666] env[66094]: INFO networking_nsxv3.common.synchronization [None req-60afd270-1491-400a-ba8c-f61727337e1a tempest-AttachVolumeShelveTestJSON-934621409 tempest-AttachVolumeShelveTestJSON-934621409-project-member] Enqueued Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_rules [ 868.145631] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_rules [ 868.146158] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8634c948-d993-4d30-87a7-a04afc49ce66 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.146397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.146531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.146896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.147037] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.386329] env[66094]: INFO networking_nsxv3.common.synchronization [None req-32751223-323a-41d8-a9f8-193cbe3ba679 tempest-AttachVolumeShelveTestJSON-934621409 tempest-AttachVolumeShelveTestJSON-934621409-project-member] Enqueued Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_rules [ 868.386329] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_rules [ 868.386329] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8634c948-d993-4d30-87a7-a04afc49ce66 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.386794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.670673] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.671601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.671811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.672338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.672543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.672740] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8634c948-d993-4d30-87a7-a04afc49ce66 already deleted. [ 868.672924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.674201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.674201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.674201] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.197223] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.197540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.197540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.197676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.197908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.197908] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8634c948-d993-4d30-87a7-a04afc49ce66 already deleted. [ 869.197985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.298128] env[66094]: INFO networking_nsxv3.common.synchronization [None req-8846627b-dc1a-47f9-bc2e-c6401c9651f0 None None] Enqueued Resource ID: 0e3a15dc-82d2-4e60-9e8a-9f40268e9ebb with Priority: HIGHEST for action port [ 869.299437] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3a15dc-82d2-4e60-9e8a-9f40268e9ebb with Priority: HIGHEST for action port [ 869.302348] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e3a15dc-82d2-4e60-9e8a-9f40268e9ebb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.302999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e3a15dc-82d2-4e60-9e8a-9f40268e9ebb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.302999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e3a15dc-82d2-4e60-9e8a-9f40268e9ebb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.302999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e3a15dc-82d2-4e60-9e8a-9f40268e9ebb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.302999] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e3a15dc-82d2-4e60-9e8a-9f40268e9ebb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.618315] env[66094]: INFO networking_nsxv3.common.synchronization [req-a31927a5-cde3-4aa6-bba9-5c7fb8aa3e53 req-81863a46-7763-4078-8f94-e523f4d9e19a tempest-ServerActionsV293TestJSON-338422669 tempest-ServerActionsV293TestJSON-338422669-project-member] Enqueued Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_members [ 869.620025] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGHEST for action security_group_members [ 869.621053] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.621053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.621053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.621053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.623632] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.623632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.623632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.623632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.623632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.623632] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d54d2c-5e37-4306-8ba0-3980ec78c9bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.807868] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e3a15dc-82d2-4e60-9e8a-9f40268e9ebb [ 869.808134] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.808297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.808387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.808660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.808906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.809126] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e3a15dc-82d2-4e60-9e8a-9f40268e9ebb already deleted. [ 869.809197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e3a15dc-82d2-4e60-9e8a-9f40268e9ebb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.126108] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.126277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.126349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.126577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.157781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.157781] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.157879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.157906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.158123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.158208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.158696] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb is going to be updated. [ 870.192473] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.192698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.192698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.192914] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.193061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.203372] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb in Status: IN_PROGRESS for 2s [ 870.981627] env[66094]: INFO networking_nsxv3.common.synchronization [None req-6522256e-aab7-4578-978a-2758ef82c2c9 tempest-ImagesOneServerNegativeTestJSON-1057204548 tempest-ImagesOneServerNegativeTestJSON-1057204548-project-member] Enqueued Resource ID: 04b079d2-6509-4d44-b65b-a001106dec11 with Priority: HIGHEST for action security_group_rules [ 870.981713] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b079d2-6509-4d44-b65b-a001106dec11 with Priority: HIGHEST for action security_group_rules [ 870.982130] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04b079d2-6509-4d44-b65b-a001106dec11 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.982302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04b079d2-6509-4d44-b65b-a001106dec11" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.982347] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04b079d2-6509-4d44-b65b-a001106dec11" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.982653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04b079d2-6509-4d44-b65b-a001106dec11" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.982739] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04b079d2-6509-4d44-b65b-a001106dec11',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.091769] env[66094]: INFO networking_nsxv3.common.synchronization [None req-b4941283-8eab-4503-8c0d-7c8150759d88 tempest-ImagesOneServerNegativeTestJSON-1057204548 tempest-ImagesOneServerNegativeTestJSON-1057204548-project-member] Enqueued Resource ID: 04b079d2-6509-4d44-b65b-a001106dec11 with Priority: HIGHEST for action security_group_rules [ 871.091769] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b079d2-6509-4d44-b65b-a001106dec11 with Priority: HIGHEST for action security_group_rules [ 871.091769] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04b079d2-6509-4d44-b65b-a001106dec11 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.091769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04b079d2-6509-4d44-b65b-a001106dec11" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.521980] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.522389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.522503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.523322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.523422] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.523527] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04b079d2-6509-4d44-b65b-a001106dec11 already deleted. [ 871.523983] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04b079d2-6509-4d44-b65b-a001106dec11" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.524876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04b079d2-6509-4d44-b65b-a001106dec11" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.525288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04b079d2-6509-4d44-b65b-a001106dec11" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.525288] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04b079d2-6509-4d44-b65b-a001106dec11',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.878029] env[66094]: INFO networking_nsxv3.common.synchronization [req-9cf3584d-fc05-4f78-b0f4-629bc6cb8cf0 req-b53af000-8a87-4e76-8f7a-5fb9a95aa2aa tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 871.878150] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 871.878679] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.878888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.879029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.879457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.879617] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.879731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.879799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.879980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.880088] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.880188] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.049498] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.049697] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.049697] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.049908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.049994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.050105] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04b079d2-6509-4d44-b65b-a001106dec11 already deleted. [ 872.050189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04b079d2-6509-4d44-b65b-a001106dec11" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.214596] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb in Status: SUCCESS [ 872.214692] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb deletion is rescheduled due to dependency. [ 872.214751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.386024] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.888159] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.328192] env[66094]: INFO networking_nsxv3.common.synchronization [None req-b966cbbe-9540-475a-aa0a-fc25022f59dc None None] Enqueued Resource ID: 04fafcad-194f-49ee-b6e8-5ad86e083bf7 with Priority: HIGHEST for action port [ 873.328753] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fafcad-194f-49ee-b6e8-5ad86e083bf7 with Priority: HIGHEST for action port [ 873.329083] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-04fafcad-194f-49ee-b6e8-5ad86e083bf7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.329263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04fafcad-194f-49ee-b6e8-5ad86e083bf7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.329263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04fafcad-194f-49ee-b6e8-5ad86e083bf7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.329525] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04fafcad-194f-49ee-b6e8-5ad86e083bf7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.329605] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fafcad-194f-49ee-b6e8-5ad86e083bf7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.391382] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.391563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.391604] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.391826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.391917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.392034] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 873.428485] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.428672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.428732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.428944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.429164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.440330] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 873.834466] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04fafcad-194f-49ee-b6e8-5ad86e083bf7 [ 873.834466] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.834621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.834656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.835011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.835011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.835113] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04fafcad-194f-49ee-b6e8-5ad86e083bf7 already deleted. [ 873.835164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04fafcad-194f-49ee-b6e8-5ad86e083bf7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.435382] env[66094]: INFO networking_nsxv3.common.synchronization [req-be232a34-f90a-44f3-8b62-7c8d3e3b2595 req-e6ac06a1-cd60-4c5f-94e0-5f54f1224094 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_members [ 874.435941] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_members [ 874.436270] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.436388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.438019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.438019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.438019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.438019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.438284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.438574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.438574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.438574] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.892648] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.892855] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.892986] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.893339] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.893601] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.893760] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.895128] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.895415] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.895573] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.895911] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.896243] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.896379] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.896568] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.896698] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.896992] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.897216] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.920463] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.920653] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.920794] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.921023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.921352] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-83289a81-5f31-4d98-9eed-86c1c7ccd8a0 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.921678] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-83289a81-5f31-4d98-9eed-86c1c7ccd8a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.921922] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-83289a81-5f31-4d98-9eed-86c1c7ccd8a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.922350] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-83289a81-5f31-4d98-9eed-86c1c7ccd8a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.923525] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83289a81-5f31-4d98-9eed-86c1c7ccd8a0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.942014] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.943529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.943529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.943529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.943529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.943529] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.943529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.943529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.943529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.943529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.943529] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad already deleted. [ 874.943529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.394483] env[66094]: INFO networking_nsxv3.common.synchronization [None req-d6ba74ff-77d2-45b3-8f1c-d3c59ebc8c02 None None] Enqueued Resource ID: 7b7f0c90-c236-4b8b-a7e3-d8d1eeb925b6 with Priority: HIGHEST for action port [ 875.394483] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7f0c90-c236-4b8b-a7e3-d8d1eeb925b6 with Priority: HIGHEST for action port [ 875.394656] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b7f0c90-c236-4b8b-a7e3-d8d1eeb925b6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.394715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b7f0c90-c236-4b8b-a7e3-d8d1eeb925b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.394784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b7f0c90-c236-4b8b-a7e3-d8d1eeb925b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.395014] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b7f0c90-c236-4b8b-a7e3-d8d1eeb925b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.395096] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7f0c90-c236-4b8b-a7e3-d8d1eeb925b6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.426385] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.426622] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.426783] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.427058] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.427193] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.427438] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 83289a81-5f31-4d98-9eed-86c1c7ccd8a0 not found, creating... [ 875.427645] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.427819] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.427920] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.428167] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.428303] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.428584] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.428742] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.428935] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.429188] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.429341] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.429462] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 83289a81-5f31-4d98-9eed-86c1c7ccd8a0 is going to be created. [ 875.448762] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 875.449729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.453309] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.453534] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.453534] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.454176] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.454176] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.454363] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-83289a81-5f31-4d98-9eed-86c1c7ccd8a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.770929] env[66094]: INFO networking_nsxv3.common.synchronization [None req-258a23ab-66e9-4e6e-a1dd-09b6aed852c8 tempest-ServersTestBootFromVolume-717200450 tempest-ServersTestBootFromVolume-717200450-project-member] Enqueued Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_rules [ 875.771543] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_rules [ 875.771774] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5bc2c45-090b-4510-9605-ca65683e77ff taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.771896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.771988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.773515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.773515] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5bc2c45-090b-4510-9605-ca65683e77ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.898423] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b7f0c90-c236-4b8b-a7e3-d8d1eeb925b6 [ 875.898423] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.898423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.898423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.898423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.898423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.898423] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b7f0c90-c236-4b8b-a7e3-d8d1eeb925b6 already deleted. [ 875.898423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b7f0c90-c236-4b8b-a7e3-d8d1eeb925b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.910630] env[66094]: INFO networking_nsxv3.common.synchronization [None req-0efcaa68-9d14-4792-b29f-a9f9474822a3 tempest-ServersTestBootFromVolume-717200450 tempest-ServersTestBootFromVolume-717200450-project-member] Enqueued Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_rules [ 875.911566] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_rules [ 875.911566] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5bc2c45-090b-4510-9605-ca65683e77ff taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.911566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.158474] env[66094]: INFO networking_nsxv3.common.synchronization [req-be232a34-f90a-44f3-8b62-7c8d3e3b2595 req-25389c5c-8988-4e6b-a685-64441bf7bd2b service nova] Enqueued Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_rules [ 876.158658] env[66094]: INFO networking_nsxv3.common.synchronization [req-be232a34-f90a-44f3-8b62-7c8d3e3b2595 req-25389c5c-8988-4e6b-a685-64441bf7bd2b service nova] Enqueued Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_members [ 876.158798] env[66094]: INFO networking_nsxv3.common.synchronization [req-be232a34-f90a-44f3-8b62-7c8d3e3b2595 req-25389c5c-8988-4e6b-a685-64441bf7bd2b service nova] Enqueued Resource ID: 83289a81-5f31-4d98-9eed-86c1c7ccd8a0 with Priority: HIGHEST for action port [ 876.159404] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_rules [ 876.159576] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_members [ 876.159679] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83289a81-5f31-4d98-9eed-86c1c7ccd8a0 with Priority: HIGHEST for action port [ 876.159953] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.160566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.160566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.160727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.160807] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.163074] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.163074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.163074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.163307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.163379] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.163483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.164347] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.166326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.166601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.166686] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.171948] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-83289a81-5f31-4d98-9eed-86c1c7ccd8a0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.172535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83289a81-5f31-4d98-9eed-86c1c7ccd8a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.172651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83289a81-5f31-4d98-9eed-86c1c7ccd8a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.172847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83289a81-5f31-4d98-9eed-86c1c7ccd8a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.172965] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83289a81-5f31-4d98-9eed-86c1c7ccd8a0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.297476] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.297695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.297773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.298049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.298183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.298321] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5bc2c45-090b-4510-9605-ca65683e77ff already deleted. [ 876.298471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.298671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.298864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.298968] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5bc2c45-090b-4510-9605-ca65683e77ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.672228] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.675306] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.679078] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83289a81-5f31-4d98-9eed-86c1c7ccd8a0 with status ACTIVE [ 876.679078] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.679078] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.679078] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.679078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.679696] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83289a81-5f31-4d98-9eed-86c1c7ccd8a0 is going to be updated. [ 876.706714] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.706869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.706943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.707189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.707313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.707471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83289a81-5f31-4d98-9eed-86c1c7ccd8a0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.829064] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.829233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.829305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.829529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.829619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.829715] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5bc2c45-090b-4510-9605-ca65683e77ff already deleted. [ 876.829799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.023334] env[66094]: INFO networking_nsxv3.common.synchronization [req-34539572-fe0f-484e-a41f-39f798c75a83 req-a6e0de8c-1de3-40fb-b4e5-c21a49210227 tempest-ServerAddressesNegativeTestJSON-1600283988 tempest-ServerAddressesNegativeTestJSON-1600283988-project-member] Enqueued Resource ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f with Priority: HIGHEST for action security_group_members [ 877.023852] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f with Priority: HIGHEST for action security_group_members [ 877.024175] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-97311126-c400-4917-a7ed-bd5eee2dbe7f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.024292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.024357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.024610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.024757] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.024859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.024941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.030249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.030359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.030467] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97311126-c400-4917-a7ed-bd5eee2dbe7f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.179781] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.425879] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.426134] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-937" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.426221] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-937" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.426556] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-937" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.426885] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.427072] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.427193] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.427427] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.427654] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.427773] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.427892] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.427986] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.428117] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.428218] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.428323] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.428457] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.450797] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.451012] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.451170] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.451354] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-937" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.451683] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-bb9e480a-c527-4b0f-b48b-659502e50d0d taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.451874] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-bb9e480a-c527-4b0f-b48b-659502e50d0d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.452093] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-bb9e480a-c527-4b0f-b48b-659502e50d0d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.452480] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-bb9e480a-c527-4b0f-b48b-659502e50d0d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.452620] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9e480a-c527-4b0f-b48b-659502e50d0d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.533410] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.533601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.533648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.533872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.533964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.534186] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.534290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.534394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.534502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.534577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.534661] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f already deleted. [ 877.534743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.684769] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.685176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.685176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.685243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.685602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.685602] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad is going to be created. [ 877.719893] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.720148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.720236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.720681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.720681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.729769] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad in Status: UNINITIALIZED for 2s [ 877.760817] env[66094]: INFO networking_nsxv3.common.synchronization [req-8e4481e8-939d-46e3-bb87-e0e689e563f7 req-fd6b1fd7-909f-48d9-a824-a81c97adbd32 tempest-InstanceActionsV221TestJSON-837663085 tempest-InstanceActionsV221TestJSON-837663085-project-member] Enqueued Resource ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 with Priority: HIGHEST for action security_group_members [ 877.761440] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 with Priority: HIGHEST for action security_group_members [ 877.761746] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e34ae5-09ee-4692-a598-6f7b86c78986 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.761911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.762039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.762322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.762485] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.762590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.762647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.762810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.762896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.762992] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e34ae5-09ee-4692-a598-6f7b86c78986',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.958089] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.958365] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.958486] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.958763] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.958909] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.959190] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port bb9e480a-c527-4b0f-b48b-659502e50d0d not found, creating... [ 877.959347] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.959504] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.959715] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.959942] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.960080] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.960388] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.960545] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.960659] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.960899] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.961222] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.961386] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: bb9e480a-c527-4b0f-b48b-659502e50d0d is going to be created. [ 877.981054] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.981299] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.981399] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.981768] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.981909] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.982224] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-bb9e480a-c527-4b0f-b48b-659502e50d0d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.264717] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.264876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.264945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.265354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.265354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.265474] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.265574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.265636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.265789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.265865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.265955] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 is going to be updated. [ 878.292272] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.292413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.292494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.292669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.292957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.303045] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 in Status: IN_PROGRESS for 2s [ 878.692903] env[66094]: INFO networking_nsxv3.common.synchronization [req-34539572-fe0f-484e-a41f-39f798c75a83 req-11efb1d8-10c5-4dc8-a68b-99865f0ec3f8 service nova] Enqueued Resource ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f with Priority: HIGHEST for action security_group_rules [ 878.693311] env[66094]: INFO networking_nsxv3.common.synchronization [req-34539572-fe0f-484e-a41f-39f798c75a83 req-11efb1d8-10c5-4dc8-a68b-99865f0ec3f8 service nova] Enqueued Resource ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f with Priority: HIGHEST for action security_group_members [ 878.693311] env[66094]: INFO networking_nsxv3.common.synchronization [req-34539572-fe0f-484e-a41f-39f798c75a83 req-11efb1d8-10c5-4dc8-a68b-99865f0ec3f8 service nova] Enqueued Resource ID: bb9e480a-c527-4b0f-b48b-659502e50d0d with Priority: HIGHEST for action port [ 878.693788] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f with Priority: HIGHEST for action security_group_rules [ 878.693950] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f with Priority: HIGHEST for action security_group_members [ 878.694070] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9e480a-c527-4b0f-b48b-659502e50d0d with Priority: HIGHEST for action port [ 878.694346] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97311126-c400-4917-a7ed-bd5eee2dbe7f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.694481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.694551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.694784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.694866] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97311126-c400-4917-a7ed-bd5eee2dbe7f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.696055] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-97311126-c400-4917-a7ed-bd5eee2dbe7f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.696221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.696296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.696472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.696627] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.696725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.696784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.696931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.697024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.697117] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97311126-c400-4917-a7ed-bd5eee2dbe7f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.699315] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9e480a-c527-4b0f-b48b-659502e50d0d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.699424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9e480a-c527-4b0f-b48b-659502e50d0d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.699482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9e480a-c527-4b0f-b48b-659502e50d0d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.699641] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9e480a-c527-4b0f-b48b-659502e50d0d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.699717] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9e480a-c527-4b0f-b48b-659502e50d0d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.201982] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-97311126-c400-4917-a7ed-bd5eee2dbe7f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.202129] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.202258] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97311126-c400-4917-a7ed-bd5eee2dbe7f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.203520] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb9e480a-c527-4b0f-b48b-659502e50d0d with status ACTIVE [ 879.203699] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.203808] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.203873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.204264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.204264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.204338] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.204430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.204493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.204644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.204718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.204896] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.205944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.205944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.205944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.205944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.205944] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb9e480a-c527-4b0f-b48b-659502e50d0d is going to be updated. [ 879.227588] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.227730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.227800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.228013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.228158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.228322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9e480a-c527-4b0f-b48b-659502e50d0d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.708735] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97311126-c400-4917-a7ed-bd5eee2dbe7f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.742873] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad in Status: SUCCESS [ 879.743797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.744722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.745099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.745654] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.745939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.746113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.746381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.746523] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.746690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.747267] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.212056] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.212296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.212383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.212670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.212810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.212936] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f is going to be created. [ 880.238027] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.238234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.238234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.238445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.238605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.248711] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f in Status: UNINITIALIZED for 2s [ 880.250078] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.315228] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 in Status: SUCCESS [ 880.315571] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 deletion is rescheduled due to dependency. [ 880.315732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.752459] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad: rpc.has_security_group_logging(os_id): False [ 880.773642] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.773818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.773887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.774163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.774256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.774514] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.774620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.774677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.774866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.774964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.775115] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad is going to be created. [ 880.846062] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.846285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.846361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.846579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.846783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.860826] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad in Status: IN_PROGRESS for 2s [ 882.259020] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f in Status: SUCCESS [ 882.259392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.259455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.259728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.259959] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.260112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.260175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.260346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.260421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.260506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.260598] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97311126-c400-4917-a7ed-bd5eee2dbe7f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.762583] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-97311126-c400-4917-a7ed-bd5eee2dbe7f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.762746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.762818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.763055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.763224] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.763321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.763383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.763531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.763648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.763694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.763839] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-97311126-c400-4917-a7ed-bd5eee2dbe7f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.763956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.764063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.764250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.764397] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.764528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.764596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.764734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.764809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.764889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.764978] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97311126-c400-4917-a7ed-bd5eee2dbe7f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.871615] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad in Status: SUCCESS [ 882.872206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.267865] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97311126-c400-4917-a7ed-bd5eee2dbe7f: rpc.has_security_group_logging(os_id): False [ 883.289376] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.289562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.289644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.289797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.289903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.290124] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.290255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.290311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.290425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.290544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.290672] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.290793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.290884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.290961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.291132] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.291626] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.291626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.291626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.291626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.291626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.291875] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f is going to be created. [ 883.365672] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.365997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.365997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.366326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.366471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.380807] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f in Status: IN_PROGRESS for 2s [ 883.695667] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 883.695794] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 885.394966] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f in Status: SUCCESS [ 885.395217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.696667] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 888.697166] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 888.761656] env[66094]: INFO networking_nsxv3.common.synchronization [req-8ef6da6d-f047-407d-920a-26323a21b3df req-5b8ab236-9f85-44d9-b858-6e0bb5d5a3b0 tempest-ListServerFiltersTestJSON-1117224876 tempest-ListServerFiltersTestJSON-1117224876-project-member] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 888.762301] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 888.762621] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.762756] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.762823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.763035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.763186] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.763302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.763374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.763524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.763611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.763706] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.267690] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.330248] env[66094]: INFO networking_nsxv3.common.synchronization [req-1ec688f0-07ae-4d4a-a09e-5587398ea4e6 req-80bf1533-2e0d-4f59-838b-f012b7135c4e tempest-ServersAdminTestJSON-2003786084 tempest-ServersAdminTestJSON-2003786084-project-member] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 889.330797] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 889.331163] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.331261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.331950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.331950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.332145] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.332254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.332318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.332463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.332552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.332716] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.770269] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.835838] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.273834] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.273933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.276515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.276647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.276746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.276857] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be updated. [ 890.313345] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.313494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.313558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.313770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.313918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.323019] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: IN_PROGRESS for 2s [ 890.339386] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.844722] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.844722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.844722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.845097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.845097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.845097] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 890.879844] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.880066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.880066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.880289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.880432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.896475] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 891.415640] env[66094]: INFO networking_nsxv3.common.synchronization [req-3a2877da-cc5b-4430-87a5-c85d67e898b0 req-b878e6c2-6814-448d-8f0c-04fcc9fb83d1 tempest-ServerAddressesNegativeTestJSON-1600283988 tempest-ServerAddressesNegativeTestJSON-1600283988-project-member] Enqueued Resource ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f with Priority: HIGHEST for action security_group_members [ 891.416520] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f with Priority: HIGHEST for action security_group_members [ 891.416844] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-97311126-c400-4917-a7ed-bd5eee2dbe7f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.416970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.417048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.417255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.417402] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.417513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.417553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.417693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.417804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.417945] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97311126-c400-4917-a7ed-bd5eee2dbe7f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.919999] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.920434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.920434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.920536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.920536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.920739] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.920840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.920901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.921147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.921275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.921327] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f is going to be updated. [ 891.950672] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.950816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.950941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.951783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.952149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.962464] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f in Status: IN_PROGRESS for 2s [ 892.332989] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: SUCCESS [ 892.333730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.453236] env[66094]: INFO networking_nsxv3.common.synchronization [req-d625690d-dd57-4dd0-864b-85c0d5277505 req-ab3b20e3-4df9-4fb1-b92a-314b1cb2cb79 tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_members [ 892.453785] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_members [ 892.454161] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-99fd2b6e-9719-4400-9bee-51db8279e1f1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.454314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.454998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.454998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.454998] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.454998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.454998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.455354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.455354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.455354] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99fd2b6e-9719-4400-9bee-51db8279e1f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.818957] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.819184] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.819306] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.819571] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.819836] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.819983] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.820190] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.820432] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.820574] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.820780] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.820887] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.821038] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.821158] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.821268] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.821370] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.821540] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.852845] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.853025] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.853168] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.853378] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.853713] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-abab8969-ce0a-475a-ab34-819d2e679c43 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.853889] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-abab8969-ce0a-475a-ab34-819d2e679c43" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.854023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-abab8969-ce0a-475a-ab34-819d2e679c43" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.854418] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-abab8969-ce0a-475a-ab34-819d2e679c43" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.854553] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abab8969-ce0a-475a-ab34-819d2e679c43',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.906850] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 892.907086] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.957542] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.957802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.957802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.959428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.959428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.959428] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.959428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.959428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.959428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.959428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.959428] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 already deleted. [ 892.959428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.357743] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.357743] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.357743] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.358105] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.358286] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.358443] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port abab8969-ce0a-475a-ab34-819d2e679c43 not found, creating... [ 893.358709] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.358875] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.359027] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.359303] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.359447] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.359738] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.359897] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.360025] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.360243] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.360379] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.360940] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: abab8969-ce0a-475a-ab34-819d2e679c43 is going to be created. [ 893.381163] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.381513] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.381648] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.381922] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.382184] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.382464] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-abab8969-ce0a-475a-ab34-819d2e679c43" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.972931] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f in Status: SUCCESS [ 893.973240] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f deletion is rescheduled due to dependency. [ 893.973240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.093864] env[66094]: INFO networking_nsxv3.common.synchronization [req-d625690d-dd57-4dd0-864b-85c0d5277505 req-16f4769a-b890-4bf0-a867-c154c723f16f service nova] Enqueued Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_rules [ 894.094038] env[66094]: INFO networking_nsxv3.common.synchronization [req-d625690d-dd57-4dd0-864b-85c0d5277505 req-16f4769a-b890-4bf0-a867-c154c723f16f service nova] Enqueued Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_members [ 894.094190] env[66094]: INFO networking_nsxv3.common.synchronization [req-d625690d-dd57-4dd0-864b-85c0d5277505 req-16f4769a-b890-4bf0-a867-c154c723f16f service nova] Enqueued Resource ID: abab8969-ce0a-475a-ab34-819d2e679c43 with Priority: HIGHEST for action port [ 894.095171] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_rules [ 894.095370] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_members [ 894.095443] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abab8969-ce0a-475a-ab34-819d2e679c43 with Priority: HIGHEST for action port [ 894.095788] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99fd2b6e-9719-4400-9bee-51db8279e1f1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.095918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.095988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.097218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.097218] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99fd2b6e-9719-4400-9bee-51db8279e1f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.097402] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-99fd2b6e-9719-4400-9bee-51db8279e1f1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.097576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.097657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.098071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.098251] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.099429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.099545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.099819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.100029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.100084] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99fd2b6e-9719-4400-9bee-51db8279e1f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.101467] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-abab8969-ce0a-475a-ab34-819d2e679c43 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.102605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abab8969-ce0a-475a-ab34-819d2e679c43" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.102605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abab8969-ce0a-475a-ab34-819d2e679c43" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.102605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abab8969-ce0a-475a-ab34-819d2e679c43" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.102605] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abab8969-ce0a-475a-ab34-819d2e679c43',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.285989] env[66094]: INFO networking_nsxv3.common.synchronization [None req-debe7048-87f2-4797-b1cb-a6fd503e7aa3 tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_rules [ 894.286491] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_rules [ 894.286799] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-763cf55d-464d-446a-80d3-0a99a0bb15c8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.286919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.286984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.287383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.287469] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('763cf55d-464d-446a-80d3-0a99a0bb15c8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.374981] env[66094]: INFO networking_nsxv3.common.synchronization [None req-9453daa5-9f47-4c27-ab5e-2553ff6663d3 tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_rules [ 894.375576] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_rules [ 894.375860] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-763cf55d-464d-446a-80d3-0a99a0bb15c8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.376060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.605788] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abab8969-ce0a-475a-ab34-819d2e679c43 with status ACTIVE [ 894.605788] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.605788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.605788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.605788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.605788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.605986] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.606041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.606616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.606616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.606616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.606616] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.606616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.606821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.606821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.606887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.606931] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abab8969-ce0a-475a-ab34-819d2e679c43 is going to be updated. [ 894.608110] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-99fd2b6e-9719-4400-9bee-51db8279e1f1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.608210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.608413] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99fd2b6e-9719-4400-9bee-51db8279e1f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.631030] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.631278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.631345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.631583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.631734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.631923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abab8969-ce0a-475a-ab34-819d2e679c43" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.808235] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.809377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.809377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.809377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.809377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.809377] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 already deleted. [ 894.809377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.809780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.809780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.809858] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('763cf55d-464d-446a-80d3-0a99a0bb15c8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.093717] env[66094]: INFO networking_nsxv3.common.synchronization [req-a87558d6-9e0b-4516-9ec5-86732b3c4867 req-8141d445-34fd-428c-80ca-122e3b5a7bcb tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 895.094408] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 895.094731] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.094979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.095074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.095326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.095486] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.095587] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.095648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.095798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.095880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.095974] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.110823] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99fd2b6e-9719-4400-9bee-51db8279e1f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.333519] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.333701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.333801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.333958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.334031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.334133] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 already deleted. [ 895.334223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.475227] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.475430] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.475557] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.475864] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.476131] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.476288] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.476402] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.476610] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.478390] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.478830] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.479662] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.479803] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.479922] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.480055] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.480172] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.480310] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.502642] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.502730] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.502802] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.502985] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.503378] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-60e5080b-c6a5-41e6-be4c-7306a53269b3 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.503538] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-60e5080b-c6a5-41e6-be4c-7306a53269b3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.503663] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-60e5080b-c6a5-41e6-be4c-7306a53269b3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.503999] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-60e5080b-c6a5-41e6-be4c-7306a53269b3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.504148] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e5080b-c6a5-41e6-be4c-7306a53269b3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.598833] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.599166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.599284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.599544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.599772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.599877] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.600015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.600087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.600320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.600416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.600522] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 already deleted. [ 895.600622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.616123] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.616310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.616357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.616615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.616615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.616714] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 is going to be created. [ 895.641793] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.641956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.642110] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.642357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.642534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.653189] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 in Status: UNINITIALIZED for 2s [ 896.007965] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.008289] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.008380] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.008632] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.008790] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.008947] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 60e5080b-c6a5-41e6-be4c-7306a53269b3 not found, creating... [ 896.009257] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.009431] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.009542] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.009811] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.009962] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.010258] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.010418] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.010538] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.010810] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.010872] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.011032] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 60e5080b-c6a5-41e6-be4c-7306a53269b3 is going to be created. [ 896.032660] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.032877] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.033045] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.033348] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.033607] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.033836] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-60e5080b-c6a5-41e6-be4c-7306a53269b3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.757390] env[66094]: INFO networking_nsxv3.common.synchronization [req-a87558d6-9e0b-4516-9ec5-86732b3c4867 req-ab0ee916-98c1-478f-93b4-49043a09f220 service nova] Enqueued Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_rules [ 896.757623] env[66094]: INFO networking_nsxv3.common.synchronization [req-a87558d6-9e0b-4516-9ec5-86732b3c4867 req-ab0ee916-98c1-478f-93b4-49043a09f220 service nova] Enqueued Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 896.757655] env[66094]: INFO networking_nsxv3.common.synchronization [req-a87558d6-9e0b-4516-9ec5-86732b3c4867 req-ab0ee916-98c1-478f-93b4-49043a09f220 service nova] Enqueued Resource ID: 60e5080b-c6a5-41e6-be4c-7306a53269b3 with Priority: HIGHEST for action port [ 896.758332] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_rules [ 896.758482] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 896.758618] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e5080b-c6a5-41e6-be4c-7306a53269b3 with Priority: HIGHEST for action port [ 896.758928] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.760609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.760650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.764021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.764021] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.764021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.764021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.764021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.764021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.764021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.764021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.764021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.764021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.764021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.764021] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.764021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-60e5080b-c6a5-41e6-be4c-7306a53269b3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.764021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60e5080b-c6a5-41e6-be4c-7306a53269b3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.765671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60e5080b-c6a5-41e6-be4c-7306a53269b3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.765828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60e5080b-c6a5-41e6-be4c-7306a53269b3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.765911] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e5080b-c6a5-41e6-be4c-7306a53269b3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.223293] env[66094]: INFO networking_nsxv3.common.synchronization [req-af70eba3-ff7c-4a30-ae0c-6b8b1f661269 req-ff01354f-c41d-4d59-bc91-b125f44d71e1 tempest-ServersV294TestFqdnHostnames-2088326621 tempest-ServersV294TestFqdnHostnames-2088326621-project-member] Enqueued Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_members [ 897.223884] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b with Priority: HIGHEST for action security_group_members [ 897.224245] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.224414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.224414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.224624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.225054] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.225054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.225054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.225054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.225275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.225275] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('277f04cd-3461-4733-9cdd-0fb4ae93bd9b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.268236] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.268396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.268512] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.269396] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60e5080b-c6a5-41e6-be4c-7306a53269b3 with status ACTIVE [ 897.269577] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.269692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.269759] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.269955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.270056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.270239] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.270436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.270436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.270550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.270638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.270815] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.270915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.270962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.271217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.271286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.271406] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60e5080b-c6a5-41e6-be4c-7306a53269b3 is going to be updated. [ 897.295512] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.295512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.295652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.295770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.295908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.296087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60e5080b-c6a5-41e6-be4c-7306a53269b3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.668296] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 in Status: SUCCESS [ 897.668779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.669160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.669717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.670175] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.670469] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.671104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.671104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.671104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.671296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.671332] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99fd2b6e-9719-4400-9bee-51db8279e1f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.731028] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.731028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.731028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.731028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.731028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.731028] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.731028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.731028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.731028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.731028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.731028] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b is going to be updated. [ 897.759430] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.759745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.759745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.759855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.759997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.770251] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b in Status: IN_PROGRESS for 2s [ 897.774226] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.174129] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99fd2b6e-9719-4400-9bee-51db8279e1f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.277108] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.277279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.277350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.277563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.277652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.277747] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 is going to be created. [ 898.301825] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.302016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.302016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.302228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.302790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.312942] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: UNINITIALIZED for 2s [ 898.677068] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99fd2b6e-9719-4400-9bee-51db8279e1f1: rpc.has_security_group_logging(os_id): False [ 898.698043] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.698251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.698307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.698879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.698994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.699272] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.699436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.699436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.699607] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.699682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.699771] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 is going to be created. [ 898.777230] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.777564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.777564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.777742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.777932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.792880] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 in Status: IN_PROGRESS for 2s [ 899.782222] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b in Status: IN_PROGRESS for 4s [ 900.329333] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: SUCCESS [ 900.329556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.329729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.329956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.330158] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.330280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.330346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.330500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.330584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.330667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.330744] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.742221] env[66094]: INFO networking_nsxv3.common.synchronization [req-41f30553-fcb9-41c0-827b-eae1fb8d9c39 req-6dd337a3-be9a-4f58-ad75-a4604554224a tempest-AttachVolumeShelveTestJSON-934621409 tempest-AttachVolumeShelveTestJSON-934621409-project-member] Enqueued Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_members [ 900.742763] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_members [ 900.743095] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8634c948-d993-4d30-87a7-a04afc49ce66 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.743218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.743282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.743539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.743690] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.743791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.743858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.743994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.744130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.744183] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.806870] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 in Status: SUCCESS [ 900.807148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.833700] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.112676] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.112937] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.113127] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.113490] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.113934] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.114424] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.114424] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.114541] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.114746] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.115021] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.115179] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.115350] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.115472] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.115591] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.115718] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.116112] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.138169] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.138328] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.138486] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.138689] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.139120] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-4ebef602-878c-48c7-8722-85e9d584c5c9 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.139318] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.139442] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.139820] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.139979] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebef602-878c-48c7-8722-85e9d584c5c9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.246674] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.246859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.246942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.247233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.247328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.247563] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.247696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.247789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.247978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.248073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.248227] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8634c948-d993-4d30-87a7-a04afc49ce66 already deleted. [ 901.248227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.336208] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4040fbc6-010a-4ed7-84e6-2db1575684d3: rpc.has_security_group_logging(os_id): False [ 901.356520] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.356848] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.357074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.357457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.357648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.358097] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.358405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.358550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.358847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.359060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.359611] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 is going to be created. [ 901.440071] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.440071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.440071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.440071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.440071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.455733] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: IN_PROGRESS for 2s [ 901.642860] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.643171] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.643377] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.643843] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.644208] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.644430] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 4ebef602-878c-48c7-8722-85e9d584c5c9 not found, creating... [ 901.644765] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.644910] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.645042] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.645291] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.645432] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.645740] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.646016] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.646016] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.646223] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.646395] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.646567] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 4ebef602-878c-48c7-8722-85e9d584c5c9 is going to be created. [ 901.668117] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.668358] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.668476] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.668762] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.669128] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.669375] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.794413] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b in Status: SUCCESS [ 901.794621] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 277f04cd-3461-4733-9cdd-0fb4ae93bd9b deletion is rescheduled due to dependency. [ 901.796508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-277f04cd-3461-4733-9cdd-0fb4ae93bd9b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.400411] env[66094]: INFO networking_nsxv3.common.synchronization [req-41f30553-fcb9-41c0-827b-eae1fb8d9c39 req-51a0b88e-7cec-4eb1-a89d-6f9bc85d101e service nova] Enqueued Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_rules [ 902.400747] env[66094]: INFO networking_nsxv3.common.synchronization [req-41f30553-fcb9-41c0-827b-eae1fb8d9c39 req-51a0b88e-7cec-4eb1-a89d-6f9bc85d101e service nova] Enqueued Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_members [ 902.400747] env[66094]: INFO networking_nsxv3.common.synchronization [req-41f30553-fcb9-41c0-827b-eae1fb8d9c39 req-51a0b88e-7cec-4eb1-a89d-6f9bc85d101e service nova] Enqueued Resource ID: 4ebef602-878c-48c7-8722-85e9d584c5c9 with Priority: HIGHEST for action port [ 902.401466] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_rules [ 902.401638] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_members [ 902.401735] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ebef602-878c-48c7-8722-85e9d584c5c9 with Priority: HIGHEST for action port [ 902.402786] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8634c948-d993-4d30-87a7-a04afc49ce66 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.402965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.403059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.403322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.403406] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.405152] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8634c948-d993-4d30-87a7-a04afc49ce66 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.405152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.405346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.405399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.405561] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.405675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.405741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.405937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.409929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.409929] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.410960] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ebef602-878c-48c7-8722-85e9d584c5c9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.411122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.412123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.412123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.412123] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebef602-878c-48c7-8722-85e9d584c5c9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.913067] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.914078] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8634c948-d993-4d30-87a7-a04afc49ce66 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.914208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.914539] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ebef602-878c-48c7-8722-85e9d584c5c9 with status ACTIVE [ 902.914704] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.914809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.915889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.915889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.915889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.915889] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.915889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.915889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.915889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.915889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.915889] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.916324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.916324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.916324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.916324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.916324] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ebef602-878c-48c7-8722-85e9d584c5c9 is going to be updated. [ 902.938156] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.938331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.938383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.938559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.938696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.938854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.415845] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.471218] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: SUCCESS [ 903.471957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.918040] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.918040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.918285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.918362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.918426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.918528] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8634c948-d993-4d30-87a7-a04afc49ce66 is going to be created. [ 903.953844] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.953983] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.954075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.954439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.954605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.968776] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8634c948-d993-4d30-87a7-a04afc49ce66 in Status: UNINITIALIZED for 2s [ 905.923143] env[66094]: INFO networking_nsxv3.common.synchronization [req-aca1c5c6-f2c1-4ec5-bafd-f35eca3c5230 req-b9b26a88-1c0e-48d4-b315-c86400640fe2 tempest-ImagesOneServerNegativeTestJSON-1057204548 tempest-ImagesOneServerNegativeTestJSON-1057204548-project-member] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 905.923143] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 905.923143] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.923143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.923143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.923881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.924242] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.925159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.925345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.925592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.925861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.926098] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.985192] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8634c948-d993-4d30-87a7-a04afc49ce66 in Status: SUCCESS [ 905.985192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.985192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.985192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.985192] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.985192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.985192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.985192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.985192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.985192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.985192] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.301019] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.301019] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.301019] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.301019] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.301019] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.301552] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.301795] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.302988] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.302988] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.302988] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.302988] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.303969] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.304216] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.304430] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.304628] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.306730] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.324694] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.324895] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.325049] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.325237] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.325559] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-8f9636bf-702f-45b9-a4f0-d445a2945233 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.325731] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-8f9636bf-702f-45b9-a4f0-d445a2945233" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.325850] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-8f9636bf-702f-45b9-a4f0-d445a2945233" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.326195] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-8f9636bf-702f-45b9-a4f0-d445a2945233" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.326337] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f9636bf-702f-45b9-a4f0-d445a2945233',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.430275] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.430439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.430498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.430719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.453547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.453815] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.453998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.453998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.454214] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.454296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.454387] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be updated. [ 906.478352] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.478520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.478603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.478770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.478892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.488317] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: IN_PROGRESS for 2s [ 906.488570] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.829083] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.829344] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.829452] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.829772] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.829962] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.830212] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 8f9636bf-702f-45b9-a4f0-d445a2945233 not found, creating... [ 906.830510] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.830700] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.830829] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.831104] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.831230] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.831579] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.831769] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.831900] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.832133] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.832323] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.832477] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 8f9636bf-702f-45b9-a4f0-d445a2945233 is going to be created. [ 906.853849] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.854089] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.854220] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.854499] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.854730] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.854956] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-8f9636bf-702f-45b9-a4f0-d445a2945233" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.995306] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8634c948-d993-4d30-87a7-a04afc49ce66: rpc.has_security_group_logging(os_id): False [ 907.017450] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.017644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.017693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.017893] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.017982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.018276] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.018383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.018448] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.018623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.018740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.018853] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8634c948-d993-4d30-87a7-a04afc49ce66 is going to be created. [ 907.109515] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.109515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.109515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.109515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.109515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.122419] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8634c948-d993-4d30-87a7-a04afc49ce66 in Status: IN_PROGRESS for 2s [ 907.611621] env[66094]: INFO networking_nsxv3.common.synchronization [req-aca1c5c6-f2c1-4ec5-bafd-f35eca3c5230 req-a9b836f9-fc5c-4a02-a236-c2f712f15ad4 service nova] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_rules [ 907.611815] env[66094]: INFO networking_nsxv3.common.synchronization [req-aca1c5c6-f2c1-4ec5-bafd-f35eca3c5230 req-a9b836f9-fc5c-4a02-a236-c2f712f15ad4 service nova] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 907.611960] env[66094]: INFO networking_nsxv3.common.synchronization [req-aca1c5c6-f2c1-4ec5-bafd-f35eca3c5230 req-a9b836f9-fc5c-4a02-a236-c2f712f15ad4 service nova] Enqueued Resource ID: 8f9636bf-702f-45b9-a4f0-d445a2945233 with Priority: HIGHEST for action port [ 907.612571] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_rules [ 907.612717] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 907.612861] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9636bf-702f-45b9-a4f0-d445a2945233 with Priority: HIGHEST for action port [ 907.613232] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.613403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.613500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.613740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.613858] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.614859] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.615501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.615765] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f9636bf-702f-45b9-a4f0-d445a2945233 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.615910] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f9636bf-702f-45b9-a4f0-d445a2945233" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.616009] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f9636bf-702f-45b9-a4f0-d445a2945233" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.616227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f9636bf-702f-45b9-a4f0-d445a2945233" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.616352] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f9636bf-702f-45b9-a4f0-d445a2945233',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.118343] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.118672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.118709] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f9636bf-702f-45b9-a4f0-d445a2945233 with status ACTIVE [ 908.119042] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.119042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.119042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.119370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.119559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.119956] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.119956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.119956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.119956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.120186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.120186] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.120359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.120359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.120447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.120538] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.120594] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f9636bf-702f-45b9-a4f0-d445a2945233 is going to be updated. [ 908.145631] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.145631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.145631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.145631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.145855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.145931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f9636bf-702f-45b9-a4f0-d445a2945233" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.502124] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 908.502573] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 deletion is rescheduled due to dependency. [ 908.502573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.502817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.503578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.503578] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.503578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.503578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.503892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.503892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.503986] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.010583] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.138974] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8634c948-d993-4d30-87a7-a04afc49ce66 in Status: SUCCESS [ 909.138974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.512925] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.934466] env[66094]: INFO networking_nsxv3.common.synchronization [req-e4d55688-00f3-4f8a-bf9c-edebcb16b1e8 req-a97690eb-f20a-452b-8e9c-4e5e81cef5de tempest-MigrationsAdminTest-824431431 tempest-MigrationsAdminTest-824431431-project-member] Enqueued Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 909.935059] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 909.935388] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.935513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.935578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.935823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.936013] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.937989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.937989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.938186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.938275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.938376] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.015531] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.015721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.015764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.015985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.016092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.016193] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be updated. [ 910.053237] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.054260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.054260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.054260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.054260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.063837] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: IN_PROGRESS for 2s [ 910.442867] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.945417] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.448097] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.448097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.448097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.448097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.448429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.448429] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a7f7e3-a82a-421e-8dad-84555779b64e is going to be updated. [ 911.488528] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.488715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.488805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.489265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.489341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.499989] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: IN_PROGRESS for 2s [ 911.608501] env[66094]: INFO networking_nsxv3.common.synchronization [None req-5d0c8e58-a914-4934-bfb2-dc25401dc9c7 None None] Enqueued Resource ID: ac30218b-6490-4757-b024-4f7efe16abb7 with Priority: HIGHEST for action port [ 911.609050] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac30218b-6490-4757-b024-4f7efe16abb7 with Priority: HIGHEST for action port [ 911.609426] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac30218b-6490-4757-b024-4f7efe16abb7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.609548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac30218b-6490-4757-b024-4f7efe16abb7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.609632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac30218b-6490-4757-b024-4f7efe16abb7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.609884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac30218b-6490-4757-b024-4f7efe16abb7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.609966] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac30218b-6490-4757-b024-4f7efe16abb7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.073335] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 912.073560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.073718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.073933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.074152] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.074262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.074326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.074474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.074551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.074634] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.074721] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.112589] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac30218b-6490-4757-b024-4f7efe16abb7 [ 912.112769] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.112894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.112962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.113202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.113542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.113542] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac30218b-6490-4757-b024-4f7efe16abb7 already deleted. [ 912.113542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac30218b-6490-4757-b024-4f7efe16abb7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.180260] env[66094]: INFO networking_nsxv3.common.synchronization [req-fa21fd78-25f4-40bb-8f65-ac2330d6025e req-2753e428-0e7a-47c5-991c-7d44836dacdc tempest-ListServerFiltersTestJSON-1117224876 tempest-ListServerFiltersTestJSON-1117224876-project-member] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 912.180782] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGHEST for action security_group_members [ 912.181137] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.181244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.181332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.181513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.181670] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.182638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.182638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.182638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.182638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.182638] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.577507] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.577780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.577780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.578016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.578233] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.578361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.578429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.578593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.578682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.578771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.578969] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.579120] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.579188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.579380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.579556] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.579679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.579769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.579944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.582034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.582034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.582157] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.642888] env[66094]: INFO networking_nsxv3.common.synchronization [req-31dc2ca6-cfef-40c5-84a9-2852f1bc72e3 req-3a16d2f7-0726-4bd9-9572-361f96f5596c tempest-ServersAdminTestJSON-2003786084 tempest-ServersAdminTestJSON-2003786084-project-member] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 912.643527] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGHEST for action security_group_members [ 912.651158] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.651158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.651158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.651158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.651158] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.651158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.651158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.651158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.651158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.651158] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.684342] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.684720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.684720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.688299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.688421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.688662] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.688778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.688843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.689059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.689154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.689249] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be updated. [ 912.730513] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.730705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.730755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.731048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.731355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.742832] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: IN_PROGRESS for 2s [ 913.086437] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f18e2a-b157-4e22-a379-5b9a4bb40a82: rpc.has_security_group_logging(os_id): False [ 913.102430] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.102569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.102638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.102847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.102932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.103326] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.103428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.103488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.104285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.104452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.104701] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.105533] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.105638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.105869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.105961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.106189] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.106383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.106475] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.106647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.106753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.106862] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be updated. [ 913.154100] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.154100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.154100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.154100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.183023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.183023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.188177] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.188485] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.188607] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.188670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.188861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.188939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.189043] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be updated. [ 913.190611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.190807] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.190947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.207038] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: IN_PROGRESS for 2s [ 913.228254] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.228409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.228471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.228763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.231239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.244366] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: IN_PROGRESS for 2s [ 913.510647] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: SUCCESS [ 913.510647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.535098] env[66094]: INFO networking_nsxv3.common.synchronization [None req-25792dd4-ecb9-4cfb-b635-1a15fa347e5d None None] Enqueued Resource ID: f7edf7a9-f85d-4bca-82a4-487640656575 with Priority: HIGHEST for action port [ 914.536165] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7edf7a9-f85d-4bca-82a4-487640656575 with Priority: HIGHEST for action port [ 914.536487] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7edf7a9-f85d-4bca-82a4-487640656575 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.536723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7edf7a9-f85d-4bca-82a4-487640656575" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.536828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7edf7a9-f85d-4bca-82a4-487640656575" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.537178] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7edf7a9-f85d-4bca-82a4-487640656575" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.537327] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7edf7a9-f85d-4bca-82a4-487640656575',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.750045] env[66094]: INFO networking_nsxv3.common.synchronization [req-591fa8df-a9c3-4e5d-9a66-10796568683c req-eed1f808-dec2-447e-86a7-8d09849b0b6f tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_members [ 914.751232] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_members [ 914.751641] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-763cf55d-464d-446a-80d3-0a99a0bb15c8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.751811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.751909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.752718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.752718] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.752718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.752718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.752979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.753095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.753217] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763cf55d-464d-446a-80d3-0a99a0bb15c8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.759203] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 in Status: SUCCESS [ 914.759405] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 deletion is rescheduled due to dependency. [ 914.759521] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.043636] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7edf7a9-f85d-4bca-82a4-487640656575 [ 915.043888] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.044033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.044104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.044328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.044412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.044501] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7edf7a9-f85d-4bca-82a4-487640656575 already deleted. [ 915.044580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7edf7a9-f85d-4bca-82a4-487640656575" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.200191] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.200191] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.200191] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.200191] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.200191] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.200191] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.200976] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.201435] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.201719] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.204027] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.204027] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.204027] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.204027] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.204027] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.204027] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.204027] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.218578] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 915.218578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.225643] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.225855] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.225995] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.226181] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.226799] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.226799] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.226967] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.227389] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.227489] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.254677] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 in Status: SUCCESS [ 915.254677] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 deletion is rescheduled due to dependency. [ 915.254677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.257385] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.257385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.257385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.257385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.257385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.257385] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.257385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.257385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.257385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.257385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.257385] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 already deleted. [ 915.257385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.729864] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.730415] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.730692] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.730939] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.731109] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.731346] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd not found, creating... [ 915.731717] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.731894] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.732028] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.732285] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.732558] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.732796] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.733067] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.733131] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.733533] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.733533] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.734047] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd is going to be created. [ 915.757333] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.757635] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.757732] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.758024] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.758276] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.758503] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.027993] env[66094]: INFO networking_nsxv3.common.synchronization [None req-806a997d-fb5f-4c72-81c4-7b72ed162b9d None None] Enqueued Resource ID: 2eab4b6b-3dd2-4b13-9655-476d64664587 with Priority: HIGHEST for action port [ 916.028699] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eab4b6b-3dd2-4b13-9655-476d64664587 with Priority: HIGHEST for action port [ 916.029051] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eab4b6b-3dd2-4b13-9655-476d64664587 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.029293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eab4b6b-3dd2-4b13-9655-476d64664587" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.029293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eab4b6b-3dd2-4b13-9655-476d64664587" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.029504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eab4b6b-3dd2-4b13-9655-476d64664587" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.029588] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eab4b6b-3dd2-4b13-9655-476d64664587',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.528781] env[66094]: INFO networking_nsxv3.common.synchronization [req-591fa8df-a9c3-4e5d-9a66-10796568683c req-d460697e-2b2d-41fa-aee4-812fc278a1dc service nova] Enqueued Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_rules [ 916.532021] env[66094]: INFO networking_nsxv3.common.synchronization [req-591fa8df-a9c3-4e5d-9a66-10796568683c req-d460697e-2b2d-41fa-aee4-812fc278a1dc service nova] Enqueued Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_members [ 916.532021] env[66094]: INFO networking_nsxv3.common.synchronization [req-591fa8df-a9c3-4e5d-9a66-10796568683c req-d460697e-2b2d-41fa-aee4-812fc278a1dc service nova] Enqueued Resource ID: 3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd with Priority: HIGHEST for action port [ 916.532021] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_rules [ 916.532021] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_members [ 916.532021] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd with Priority: HIGHEST for action port [ 916.532021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-763cf55d-464d-446a-80d3-0a99a0bb15c8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.532021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.532021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.532021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.532021] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('763cf55d-464d-446a-80d3-0a99a0bb15c8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.532021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-763cf55d-464d-446a-80d3-0a99a0bb15c8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.532691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.532755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.532953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.533238] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.533362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.533458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.533643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.533765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.534143] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763cf55d-464d-446a-80d3-0a99a0bb15c8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.535586] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.535935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.535935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.536369] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.536471] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.538188] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2eab4b6b-3dd2-4b13-9655-476d64664587 [ 916.538428] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.538625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.538730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.538945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.539200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.539528] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2eab4b6b-3dd2-4b13-9655-476d64664587 already deleted. [ 916.539849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eab4b6b-3dd2-4b13-9655-476d64664587" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.037027] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('763cf55d-464d-446a-80d3-0a99a0bb15c8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.039314] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-763cf55d-464d-446a-80d3-0a99a0bb15c8 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.039314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.044260] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd with status ACTIVE [ 917.044452] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.044573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.044639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.044843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.044959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.045127] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.045221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.045270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.050227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.050227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.050227] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.050227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.050227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.050227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.050227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.050227] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd is going to be updated. [ 917.073808] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.074324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.074324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.074324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.075116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.075116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed03b0d-cc91-4c4f-aad2-81a9c2d815bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.539414] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('763cf55d-464d-446a-80d3-0a99a0bb15c8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.045484] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.045940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.045940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.046028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.046060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.046265] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 is going to be created. [ 918.073519] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.073677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.073738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.073970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.074112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.085264] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 in Status: UNINITIALIZED for 2s [ 918.876563] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a3af1de4-7b45-4dc1-9c29-9ca7be6daeea None None] Enqueued Resource ID: 98c207bc-f264-4c88-a427-dd3f29a0ca7d with Priority: HIGHEST for action port [ 918.877054] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c207bc-f264-4c88-a427-dd3f29a0ca7d with Priority: HIGHEST for action port [ 918.877405] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-98c207bc-f264-4c88-a427-dd3f29a0ca7d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.878035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98c207bc-f264-4c88-a427-dd3f29a0ca7d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.878035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98c207bc-f264-4c88-a427-dd3f29a0ca7d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.878035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98c207bc-f264-4c88-a427-dd3f29a0ca7d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.878035] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c207bc-f264-4c88-a427-dd3f29a0ca7d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.277012] env[66094]: INFO networking_nsxv3.common.synchronization [req-d985f8e8-55fa-4495-95f1-655a23ab0bc9 req-64eb5b12-726c-44f6-babc-de3e5638bb6a tempest-ServersTestBootFromVolume-717200450 tempest-ServersTestBootFromVolume-717200450-project-member] Enqueued Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_members [ 919.277012] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_members [ 919.277235] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5bc2c45-090b-4510-9605-ca65683e77ff taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.278442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.278442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.278442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.278442] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.278442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.278442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.278442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.278442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.278442] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5bc2c45-090b-4510-9605-ca65683e77ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.383394] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98c207bc-f264-4c88-a427-dd3f29a0ca7d [ 919.383640] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.383768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.383831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.384051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.384147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.384292] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98c207bc-f264-4c88-a427-dd3f29a0ca7d already deleted. [ 919.384368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98c207bc-f264-4c88-a427-dd3f29a0ca7d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.630162] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.630162] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-175" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.630162] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-175" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.630440] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-175" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.630674] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.630923] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.631071] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.631353] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.631576] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.631735] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.631875] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.631989] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.632111] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.632277] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.632365] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.632498] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.659302] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.659592] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.659803] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.660130] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-175" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.660638] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-15b766cc-1033-4508-a373-c39faf3d122e taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.660946] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-15b766cc-1033-4508-a373-c39faf3d122e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.661315] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-15b766cc-1033-4508-a373-c39faf3d122e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.661781] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-15b766cc-1033-4508-a373-c39faf3d122e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.661999] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15b766cc-1033-4508-a373-c39faf3d122e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.781553] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.781778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.781778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.781982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.782109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.782347] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.782478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.782530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.782657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.782734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.782866] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5bc2c45-090b-4510-9605-ca65683e77ff already deleted. [ 919.782949] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.099579] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 in Status: SUCCESS [ 920.099579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.099579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.099579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.099579] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.099579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.099579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.099579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.099579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.099579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.099579] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('763cf55d-464d-446a-80d3-0a99a0bb15c8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.165069] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.165069] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.165296] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.165636] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.166017] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.166017] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 15b766cc-1033-4508-a373-c39faf3d122e not found, creating... [ 920.166635] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.166635] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.166795] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.167636] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.167636] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.167636] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.167636] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.167844] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.167975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.168980] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.168980] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 15b766cc-1033-4508-a373-c39faf3d122e is going to be created. [ 920.189331] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.189494] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.189620] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.189889] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.190242] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.190500] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-15b766cc-1033-4508-a373-c39faf3d122e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.601082] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('763cf55d-464d-446a-80d3-0a99a0bb15c8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.914542] env[66094]: INFO networking_nsxv3.common.synchronization [req-d985f8e8-55fa-4495-95f1-655a23ab0bc9 req-0c50f67f-354a-456b-8aad-2af1bd471e7e service nova] Enqueued Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_rules [ 920.914814] env[66094]: INFO networking_nsxv3.common.synchronization [req-d985f8e8-55fa-4495-95f1-655a23ab0bc9 req-0c50f67f-354a-456b-8aad-2af1bd471e7e service nova] Enqueued Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_members [ 920.914989] env[66094]: INFO networking_nsxv3.common.synchronization [req-d985f8e8-55fa-4495-95f1-655a23ab0bc9 req-0c50f67f-354a-456b-8aad-2af1bd471e7e service nova] Enqueued Resource ID: 15b766cc-1033-4508-a373-c39faf3d122e with Priority: HIGHEST for action port [ 920.915667] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_rules [ 920.916479] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_members [ 920.916647] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b766cc-1033-4508-a373-c39faf3d122e with Priority: HIGHEST for action port [ 920.917648] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5bc2c45-090b-4510-9605-ca65683e77ff taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.917785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.917867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.918931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.918931] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5bc2c45-090b-4510-9605-ca65683e77ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.919550] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5bc2c45-090b-4510-9605-ca65683e77ff taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.919639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.919704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.919884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.920056] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.920157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.920217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.920406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.920451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.920576] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5bc2c45-090b-4510-9605-ca65683e77ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.921891] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-15b766cc-1033-4508-a373-c39faf3d122e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.921998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15b766cc-1033-4508-a373-c39faf3d122e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.921998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15b766cc-1033-4508-a373-c39faf3d122e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.922143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15b766cc-1033-4508-a373-c39faf3d122e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.922237] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15b766cc-1033-4508-a373-c39faf3d122e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.103356] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 763cf55d-464d-446a-80d3-0a99a0bb15c8: rpc.has_security_group_logging(os_id): False [ 921.123422] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.123682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.123757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.124035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.124149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.124424] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.124555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.124663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.124879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.124975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.125099] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 is going to be created. [ 921.187784] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.188040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.188178] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.188514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.188902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.205123] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 in Status: IN_PROGRESS for 2s [ 921.425050] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5bc2c45-090b-4510-9605-ca65683e77ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.426236] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5bc2c45-090b-4510-9605-ca65683e77ff taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.426416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.428362] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15b766cc-1033-4508-a373-c39faf3d122e with status ACTIVE [ 921.428362] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.428362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.428362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.428362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.428362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.428362] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.428362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.428362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.428362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.428362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.429120] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.429120] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.429120] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.429873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.429873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.429873] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15b766cc-1033-4508-a373-c39faf3d122e is going to be updated. [ 921.455490] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.455490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.455490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.456247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.456247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.456354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15b766cc-1033-4508-a373-c39faf3d122e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.931888] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5bc2c45-090b-4510-9605-ca65683e77ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.434075] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.434416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.434416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.434876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.434996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.435122] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5bc2c45-090b-4510-9605-ca65683e77ff is going to be created. [ 922.466676] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.466849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.466902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.467151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.467333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.480225] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5bc2c45-090b-4510-9605-ca65683e77ff in Status: UNINITIALIZED for 2s [ 923.219223] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 in Status: SUCCESS [ 923.219223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.491933] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5bc2c45-090b-4510-9605-ca65683e77ff in Status: SUCCESS [ 924.492950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.492950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.493228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.493413] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.493665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.493665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.493853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.493948] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.494090] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.494156] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5bc2c45-090b-4510-9605-ca65683e77ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.997161] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5bc2c45-090b-4510-9605-ca65683e77ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.150024] env[66094]: INFO networking_nsxv3.common.synchronization [req-c0073db6-5607-4c6f-b430-a04d1e6962af req-02a70b5e-2cb8-4352-8367-1e5aa27de367 tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 925.150691] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 925.151071] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.151291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.151819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.151819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.152086] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.152229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.152413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.152523] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.152614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.152715] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.500646] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5bc2c45-090b-4510-9605-ca65683e77ff: rpc.has_security_group_logging(os_id): False [ 925.523631] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.523631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.523631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.523962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.523962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.524204] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.524328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.524395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.524557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.524633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.524736] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5bc2c45-090b-4510-9605-ca65683e77ff is going to be created. [ 925.593393] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.597647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.597647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.597647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.597647] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.597647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.597647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.597647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.597647] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.597647] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.597647] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.597647] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.597647] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.597647] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.600697] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.600697] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.608859] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.608859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.608859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.608859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.608859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.618632] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5bc2c45-090b-4510-9605-ca65683e77ff in Status: IN_PROGRESS for 2s [ 925.622702] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.622702] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.622702] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.622702] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.622702] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-94708d4a-276a-47c8-bce5-69f047b4e0f0 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.622702] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-94708d4a-276a-47c8-bce5-69f047b4e0f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.622702] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-94708d4a-276a-47c8-bce5-69f047b4e0f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.622702] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-94708d4a-276a-47c8-bce5-69f047b4e0f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.622702] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94708d4a-276a-47c8-bce5-69f047b4e0f0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.655654] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.952454] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a66af17e-32d3-41a8-a7a2-264a9a61996b None None] Enqueued Resource ID: d2659861-50d8-4bff-b2a8-4dc90ee73dd0 with Priority: HIGHEST for action port [ 925.955724] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2659861-50d8-4bff-b2a8-4dc90ee73dd0 with Priority: HIGHEST for action port [ 925.955724] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2659861-50d8-4bff-b2a8-4dc90ee73dd0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.955724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2659861-50d8-4bff-b2a8-4dc90ee73dd0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.955724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2659861-50d8-4bff-b2a8-4dc90ee73dd0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.956974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2659861-50d8-4bff-b2a8-4dc90ee73dd0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.957113] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2659861-50d8-4bff-b2a8-4dc90ee73dd0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.125203] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.125440] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.125566] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.125859] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.126011] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.126169] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 94708d4a-276a-47c8-bce5-69f047b4e0f0 not found, creating... [ 926.126423] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.126587] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.126702] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.126917] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.127066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.127338] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.127527] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.127671] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.127968] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.128204] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.128287] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 94708d4a-276a-47c8-bce5-69f047b4e0f0 is going to be created. [ 926.153636] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.153860] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.153984] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.154285] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.154513] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.154760] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-94708d4a-276a-47c8-bce5-69f047b4e0f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.156959] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.460182] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2659861-50d8-4bff-b2a8-4dc90ee73dd0 [ 926.460461] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.460672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.460672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.461539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.461539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.461539] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2659861-50d8-4bff-b2a8-4dc90ee73dd0 already deleted. [ 926.461539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2659861-50d8-4bff-b2a8-4dc90ee73dd0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.659814] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.660137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.660137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.660259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.660389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.660523] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 926.695978] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.696185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.696218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.697215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.697413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.707451] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 926.887172] env[66094]: INFO networking_nsxv3.common.synchronization [req-c0073db6-5607-4c6f-b430-a04d1e6962af req-03a99d34-59dd-4ccb-b47e-46575f0429fd service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 926.887172] env[66094]: INFO networking_nsxv3.common.synchronization [req-c0073db6-5607-4c6f-b430-a04d1e6962af req-03a99d34-59dd-4ccb-b47e-46575f0429fd service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 926.887172] env[66094]: INFO networking_nsxv3.common.synchronization [req-c0073db6-5607-4c6f-b430-a04d1e6962af req-03a99d34-59dd-4ccb-b47e-46575f0429fd service nova] Enqueued Resource ID: 94708d4a-276a-47c8-bce5-69f047b4e0f0 with Priority: HIGHEST for action port [ 926.887475] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 926.887475] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 926.887529] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94708d4a-276a-47c8-bce5-69f047b4e0f0 with Priority: HIGHEST for action port [ 926.887804] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.887899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.887945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.888182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.888224] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.889092] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.890210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.890210] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-94708d4a-276a-47c8-bce5-69f047b4e0f0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.890210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94708d4a-276a-47c8-bce5-69f047b4e0f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.890210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94708d4a-276a-47c8-bce5-69f047b4e0f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.890210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94708d4a-276a-47c8-bce5-69f047b4e0f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.890210] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94708d4a-276a-47c8-bce5-69f047b4e0f0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.396408] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.396408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.396408] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94708d4a-276a-47c8-bce5-69f047b4e0f0 with status ACTIVE [ 927.396408] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.396408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.396408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.396408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.396408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.396408] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.396408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.396408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.396408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.396408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.396408] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.397196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.397196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.397196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.397196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.397196] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94708d4a-276a-47c8-bce5-69f047b4e0f0 is going to be updated. [ 927.425960] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.425960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.425960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.426415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.426459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.426679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94708d4a-276a-47c8-bce5-69f047b4e0f0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.636195] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5bc2c45-090b-4510-9605-ca65683e77ff in Status: SUCCESS [ 927.636545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.369599] env[66094]: INFO networking_nsxv3.common.synchronization [None req-3419b9ca-4363-4280-88da-fbadef2aa94c None None] Enqueued Resource ID: 572b4372-dc85-413f-847e-2ed981d247d5 with Priority: HIGHEST for action port [ 928.370352] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572b4372-dc85-413f-847e-2ed981d247d5 with Priority: HIGHEST for action port [ 928.370470] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-572b4372-dc85-413f-847e-2ed981d247d5 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.370592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-572b4372-dc85-413f-847e-2ed981d247d5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.370657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-572b4372-dc85-413f-847e-2ed981d247d5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.370925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-572b4372-dc85-413f-847e-2ed981d247d5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.371016] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572b4372-dc85-413f-847e-2ed981d247d5',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.718419] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 928.719943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.719943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.719943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.719943] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.720217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.720217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.720377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.720513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.720671] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.875096] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 572b4372-dc85-413f-847e-2ed981d247d5 [ 928.875096] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.875096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.875096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.875096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.875096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.875096] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:572b4372-dc85-413f-847e-2ed981d247d5 already deleted. [ 928.875096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-572b4372-dc85-413f-847e-2ed981d247d5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.223241] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.369599] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a0ae0c7a-6360-4ef2-902e-44b1528851df None None] Enqueued Resource ID: 3d807508-b3c8-4671-b82d-f40639405c09 with Priority: HIGHEST for action port [ 929.369941] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d807508-b3c8-4671-b82d-f40639405c09 with Priority: HIGHEST for action port [ 929.372836] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d807508-b3c8-4671-b82d-f40639405c09 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.372904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d807508-b3c8-4671-b82d-f40639405c09" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.372979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d807508-b3c8-4671-b82d-f40639405c09" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.373256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d807508-b3c8-4671-b82d-f40639405c09" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.373346] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d807508-b3c8-4671-b82d-f40639405c09',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.725878] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.882719] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d807508-b3c8-4671-b82d-f40639405c09 [ 929.882719] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.882719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.882719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.882719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.882719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.882719] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d807508-b3c8-4671-b82d-f40639405c09 already deleted. [ 929.882719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d807508-b3c8-4671-b82d-f40639405c09" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.954266] env[66094]: INFO networking_nsxv3.common.synchronization [req-b45f078b-c45c-4f65-a3b8-54ebd117b3ec req-05c52916-6a46-4579-afb1-8b4bf67d01b8 tempest-ImagesOneServerNegativeTestJSON-1057204548 tempest-ImagesOneServerNegativeTestJSON-1057204548-project-member] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 929.955840] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 929.955840] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.955840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.955840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.955840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.955840] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.955840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.955840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.956302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.956302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.956302] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.230712] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.230712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.230712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.230712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.230712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.230712] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 930.260220] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.260220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.260220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.260220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.260220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.274948] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 930.297487] env[66094]: INFO networking_nsxv3.common.synchronization [None req-7ef1e207-8e1d-49cf-a633-30ee314ac44f tempest-AttachVolumeTestJSON-1975535524 tempest-AttachVolumeTestJSON-1975535524-project-member] Enqueued Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_rules [ 930.298097] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_rules [ 930.298437] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66607df9-2a0c-40d9-a344-984541b8e3b1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.298571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.298616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.298990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.298990] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.421312] env[66094]: INFO networking_nsxv3.common.synchronization [None req-8745eace-4271-410b-86c1-090f5343a3a8 tempest-AttachVolumeTestJSON-1975535524 tempest-AttachVolumeTestJSON-1975535524-project-member] Enqueued Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_rules [ 930.421724] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_rules [ 930.425249] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66607df9-2a0c-40d9-a344-984541b8e3b1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.425351] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.459804] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.462824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.462824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.462824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.462824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.462824] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.462824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.462824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.462824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.462824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.462824] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be updated. [ 930.497728] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.497728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.497728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.497728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.497728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.506440] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: IN_PROGRESS for 2s [ 930.629025] env[66094]: INFO networking_nsxv3.common.synchronization [None req-27d34d3f-4148-4f66-aa8a-0d220e36b5bd tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: 9fa3465b-9497-49a8-910f-e7c39192c05a with Priority: HIGHEST for action security_group_rules [ 930.629733] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa3465b-9497-49a8-910f-e7c39192c05a with Priority: HIGHEST for action security_group_rules [ 930.630065] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fa3465b-9497-49a8-910f-e7c39192c05a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.630187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fa3465b-9497-49a8-910f-e7c39192c05a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.630261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fa3465b-9497-49a8-910f-e7c39192c05a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.630926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fa3465b-9497-49a8-910f-e7c39192c05a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.630926] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fa3465b-9497-49a8-910f-e7c39192c05a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.734276] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e59f5600-b570-4d15-9b49-e49001fe6d2f tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: 9fa3465b-9497-49a8-910f-e7c39192c05a with Priority: HIGHEST for action security_group_rules [ 930.734276] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa3465b-9497-49a8-910f-e7c39192c05a with Priority: HIGHEST for action security_group_rules [ 930.734276] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fa3465b-9497-49a8-910f-e7c39192c05a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.734276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fa3465b-9497-49a8-910f-e7c39192c05a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.827042] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.827042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.827042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.827042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.827042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.827042] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 already deleted. [ 930.827042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.827042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.827042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.827042] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.156197] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.156377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.156420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.156668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.156759] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.156796] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fa3465b-9497-49a8-910f-e7c39192c05a already deleted. [ 931.156887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fa3465b-9497-49a8-910f-e7c39192c05a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.157087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fa3465b-9497-49a8-910f-e7c39192c05a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.157990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fa3465b-9497-49a8-910f-e7c39192c05a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.157990] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fa3465b-9497-49a8-910f-e7c39192c05a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.354600] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.354600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.354600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.354600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.354600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.354600] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 already deleted. [ 931.354600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.691358] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.692036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.692036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.692036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.692036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.692036] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fa3465b-9497-49a8-910f-e7c39192c05a already deleted. [ 931.692280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fa3465b-9497-49a8-910f-e7c39192c05a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.022802] env[66094]: INFO networking_nsxv3.common.synchronization [None req-b46f8c78-20b9-40e5-bbf7-de4ff7285d58 None None] Enqueued Resource ID: 2ff49fc5-e4c1-4392-976f-73286e5aee9d with Priority: HIGHEST for action port [ 932.023442] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff49fc5-e4c1-4392-976f-73286e5aee9d with Priority: HIGHEST for action port [ 932.023888] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff49fc5-e4c1-4392-976f-73286e5aee9d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.024049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff49fc5-e4c1-4392-976f-73286e5aee9d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.024116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff49fc5-e4c1-4392-976f-73286e5aee9d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.024392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff49fc5-e4c1-4392-976f-73286e5aee9d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.024555] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff49fc5-e4c1-4392-976f-73286e5aee9d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.287099] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 932.287381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.287888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.288123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.288318] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.288436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.288501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.288658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.288734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.288816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.288900] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.518693] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 932.518693] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 deletion is rescheduled due to dependency. [ 932.518693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.527083] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ff49fc5-e4c1-4392-976f-73286e5aee9d [ 932.528014] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.528014] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.528014] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.528186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.528186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.528242] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ff49fc5-e4c1-4392-976f-73286e5aee9d already deleted. [ 932.529063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff49fc5-e4c1-4392-976f-73286e5aee9d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.791693] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.792041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.792041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.792402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.792634] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.792826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.792988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.793099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.793184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.793273] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.793426] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.793513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.793580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.793732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.793897] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.793996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.794067] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.794218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.794330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.794453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.794542] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.296899] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 994392ff-ffb5-4df5-abbe-53be12d4c1e6: rpc.has_security_group_logging(os_id): False [ 933.315164] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.315309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.315371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.315998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.315998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.316161] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.316161] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.316239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.316930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.316930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.316930] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.316930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.316930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.316930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.317124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.320033] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.320033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.320033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.320033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.320033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.320033] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 933.384326] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.384326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.384326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.384326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.384326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.403072] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 933.955587] env[66094]: INFO networking_nsxv3.common.synchronization [req-30ca6b83-8240-42f2-987c-b348a0b9f6bb req-79a0b27b-7e18-4a14-8ec8-532432e0786a tempest-MigrationsAdminTest-824431431 tempest-MigrationsAdminTest-824431431-project-member] Enqueued Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 933.956781] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGHEST for action security_group_members [ 933.956886] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.956943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.956977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.957222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.957410] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.957534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.957611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.957760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.957847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.957941] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.244309] env[66094]: INFO networking_nsxv3.common.synchronization [req-b979925f-396c-4d47-937d-a6a0d0594c32 req-eac6f626-5eea-44bf-95ac-afd0ede5654a tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 934.244852] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 934.245187] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.245313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.245380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.245583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.245725] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.245818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.245878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.246099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.246284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.246459] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.460362] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.460604] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.460681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.460873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.486891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.487191] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.487314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.487383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.487580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.487660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.487749] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a7f7e3-a82a-421e-8dad-84555779b64e is going to be updated. [ 934.522738] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.522891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.522964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.523179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.523387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.533586] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: IN_PROGRESS for 2s [ 934.749485] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.749662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.749746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.749967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.750072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.750271] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.750372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.750435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.750596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.750672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.750758] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 934.780937] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.780937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.780937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.780937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.780937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.792288] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 935.421474] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 935.421826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.543636] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a7f7e3-a82a-421e-8dad-84555779b64e in Status: SUCCESS [ 936.544106] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a7f7e3-a82a-421e-8dad-84555779b64e deletion is rescheduled due to dependency. [ 936.544106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.803597] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 936.803597] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 deletion is rescheduled due to dependency. [ 936.803597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.003338] env[66094]: INFO networking_nsxv3.common.synchronization [req-e536dee4-fc87-4908-9d6c-a432e86cbf2f req-5d115537-de9e-42e3-aca4-8fc27dd9fe02 tempest-MultipleCreateTestJSON-1385847711 tempest-MultipleCreateTestJSON-1385847711-project-member] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 937.003926] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 937.004308] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.004450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.004518] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.004780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.005014] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.005126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.005190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.005348] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.005435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.005527] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.336236] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.336556] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.336556] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.338586] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.338586] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.338586] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.338586] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.338586] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.338586] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.338586] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.338586] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.338586] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.338586] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.338586] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.338586] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.338586] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.362255] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.362590] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.362753] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.362934] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.363264] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-556ffc22-8ec7-41fb-aadd-77b4f42aa1d3 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.363444] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-556ffc22-8ec7-41fb-aadd-77b4f42aa1d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.363565] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-556ffc22-8ec7-41fb-aadd-77b4f42aa1d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.363885] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-556ffc22-8ec7-41fb-aadd-77b4f42aa1d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.364050] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('556ffc22-8ec7-41fb-aadd-77b4f42aa1d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.508330] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.508519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.508572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.508847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.508955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.509193] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.509341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.509402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.509595] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.509735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.509856] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 already deleted. [ 937.510012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.868030] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.868030] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.868030] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.868452] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.868452] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.868612] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 556ffc22-8ec7-41fb-aadd-77b4f42aa1d3 not found, creating... [ 937.868781] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.868919] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.869047] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.869338] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.869497] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.869792] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.869948] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.870079] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.870293] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.870432] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.870573] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 556ffc22-8ec7-41fb-aadd-77b4f42aa1d3 is going to be created. [ 937.891890] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.892134] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.892258] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.892737] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.892942] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.893127] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-556ffc22-8ec7-41fb-aadd-77b4f42aa1d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.100010] env[66094]: INFO networking_nsxv3.common.synchronization [req-e8276e33-dd58-4c74-85a2-9ddc4ed1ee83 req-5d777ef1-d2e8-4804-a211-6518c54d2a72 tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 938.100454] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 938.101212] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.101358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.101434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.101635] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.101793] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.101894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.101946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.102114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.102202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.102312] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.607839] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.627306] env[66094]: INFO networking_nsxv3.common.synchronization [req-e536dee4-fc87-4908-9d6c-a432e86cbf2f req-001bdbce-8124-45cc-961b-647db719252a service nova] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_rules [ 938.627477] env[66094]: INFO networking_nsxv3.common.synchronization [req-e536dee4-fc87-4908-9d6c-a432e86cbf2f req-001bdbce-8124-45cc-961b-647db719252a service nova] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 938.627612] env[66094]: INFO networking_nsxv3.common.synchronization [req-e536dee4-fc87-4908-9d6c-a432e86cbf2f req-001bdbce-8124-45cc-961b-647db719252a service nova] Enqueued Resource ID: 556ffc22-8ec7-41fb-aadd-77b4f42aa1d3 with Priority: HIGHEST for action port [ 938.631849] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_rules [ 938.632049] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 938.632155] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556ffc22-8ec7-41fb-aadd-77b4f42aa1d3 with Priority: HIGHEST for action port [ 938.632801] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.632933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.633023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.633275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.633363] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.634404] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.634404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.634404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.634577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.634895] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.634895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.634895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.635038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.635180] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.635269] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.636313] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-556ffc22-8ec7-41fb-aadd-77b4f42aa1d3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.636396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-556ffc22-8ec7-41fb-aadd-77b4f42aa1d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.636664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-556ffc22-8ec7-41fb-aadd-77b4f42aa1d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.636664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-556ffc22-8ec7-41fb-aadd-77b4f42aa1d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.636664] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('556ffc22-8ec7-41fb-aadd-77b4f42aa1d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.110181] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.138136] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.139285] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.140136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.140136] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 556ffc22-8ec7-41fb-aadd-77b4f42aa1d3 with status ACTIVE [ 939.140136] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.140136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.140136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.140356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.140356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.140518] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.140604] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.140669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.140817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.140891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.141076] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.141171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.141232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.141412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.141485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.141570] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 556ffc22-8ec7-41fb-aadd-77b4f42aa1d3 is going to be updated. [ 939.166685] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.166685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.166856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.166962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.167123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.167275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-556ffc22-8ec7-41fb-aadd-77b4f42aa1d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.455329] env[66094]: INFO networking_nsxv3.common.synchronization [req-e536dee4-fc87-4908-9d6c-a432e86cbf2f req-e42a9ef1-0d8c-4863-9092-9ec00d4f9793 tempest-MultipleCreateTestJSON-1385847711 tempest-MultipleCreateTestJSON-1385847711-project-member] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 939.455986] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 939.456389] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.456500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.612745] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.612910] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.612980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.613211] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.613345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.613394] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 939.641396] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.641560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.641633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.641853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.642041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.643148] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.652944] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 939.758056] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.758190] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.758356] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.758657] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.758953] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.759303] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.759396] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.759626] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.759774] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.759979] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.760113] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.760223] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.760329] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.760439] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.760545] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.760676] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.781428] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.781635] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.781776] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.781951] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.782289] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-d4343f1c-b527-4e9b-ab2d-e57e27932a9a taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.782570] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-d4343f1c-b527-4e9b-ab2d-e57e27932a9a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.782713] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-d4343f1c-b527-4e9b-ab2d-e57e27932a9a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.783060] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-d4343f1c-b527-4e9b-ab2d-e57e27932a9a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.783175] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4343f1c-b527-4e9b-ab2d-e57e27932a9a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.145278] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.145494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.145494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.145801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.145801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.145877] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be created. [ 940.171799] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.171990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.172132] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.172331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.172472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.182422] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: UNINITIALIZED for 2s [ 940.286071] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.286439] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.286592] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.286942] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.287095] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.287293] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port d4343f1c-b527-4e9b-ab2d-e57e27932a9a not found, creating... [ 940.287574] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.287739] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.287875] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.288163] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.288319] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.288734] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.288909] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.289064] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.289414] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.289574] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.289675] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: d4343f1c-b527-4e9b-ab2d-e57e27932a9a is going to be created. [ 940.313571] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.313571] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.313571] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.313825] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.314063] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.314292] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-d4343f1c-b527-4e9b-ab2d-e57e27932a9a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.079240] env[66094]: INFO networking_nsxv3.common.synchronization [req-e536dee4-fc87-4908-9d6c-a432e86cbf2f req-25c87cd6-fb53-4121-8c5c-733556116e00 service nova] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_rules [ 941.079468] env[66094]: INFO networking_nsxv3.common.synchronization [req-e536dee4-fc87-4908-9d6c-a432e86cbf2f req-25c87cd6-fb53-4121-8c5c-733556116e00 service nova] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 941.079671] env[66094]: INFO networking_nsxv3.common.synchronization [req-e536dee4-fc87-4908-9d6c-a432e86cbf2f req-25c87cd6-fb53-4121-8c5c-733556116e00 service nova] Enqueued Resource ID: d4343f1c-b527-4e9b-ab2d-e57e27932a9a with Priority: HIGHEST for action port [ 941.080335] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_rules [ 941.080496] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 941.080678] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4343f1c-b527-4e9b-ab2d-e57e27932a9a with Priority: HIGHEST for action port [ 941.080927] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.081042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.081248] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.081386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.081657] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4343f1c-b527-4e9b-ab2d-e57e27932a9a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.081761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4343f1c-b527-4e9b-ab2d-e57e27932a9a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.081853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4343f1c-b527-4e9b-ab2d-e57e27932a9a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.082042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4343f1c-b527-4e9b-ab2d-e57e27932a9a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.082129] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4343f1c-b527-4e9b-ab2d-e57e27932a9a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.584555] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4343f1c-b527-4e9b-ab2d-e57e27932a9a with status ACTIVE [ 941.584824] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.584913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.584997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.585218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.585311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.585492] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.585593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.585717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.585889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.585968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.586160] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.586252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.586311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.586452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.586528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.586610] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4343f1c-b527-4e9b-ab2d-e57e27932a9a is going to be updated. [ 941.607600] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.607756] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.607827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.608039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.608175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.608342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4343f1c-b527-4e9b-ab2d-e57e27932a9a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.663169] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 941.663348] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.828660] env[66094]: INFO networking_nsxv3.common.synchronization [req-21f09e92-891b-47b1-84be-f9d9deb96aba req-e660443a-eb59-476d-abb0-2886f470845d tempest-ServersNegativeTestJSON-870970449 tempest-ServersNegativeTestJSON-870970449-project-member] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 941.829237] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 941.829559] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.829691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.829760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.830021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.830179] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.830280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.830367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.830499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.830610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.830708] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.173131] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.173131] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.173131] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.173131] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.173537] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.173620] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.173737] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.173973] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.174372] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.174646] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.176036] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.176036] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.176036] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.176036] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.176036] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.176036] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.192667] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 942.192903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.193419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.193632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.193850] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.193991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.194039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.194227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.194316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.194406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.194505] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.196054] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.196219] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.196359] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.196516] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.196799] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-41071f3e-741f-424b-8f62-4bfe74905ff4 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.196977] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.198377] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.198377] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.198377] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41071f3e-741f-424b-8f62-4bfe74905ff4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.198377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.198556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.198556] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.198658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.198724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.198893] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.199060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.199227] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.332727] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.332983] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.333081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.333310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.333405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.333611] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.333710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.333772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.333923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.333998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.334095] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 already deleted. [ 942.334175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.700987] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.702732] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.702732] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.702732] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.702952] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.703121] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.703333] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 41071f3e-741f-424b-8f62-4bfe74905ff4 not found, creating... [ 942.703523] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.703765] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.703899] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.704312] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.704382] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.706066] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.706066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.706066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.706066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.706066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.706066] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 41071f3e-741f-424b-8f62-4bfe74905ff4 is going to be created. [ 942.707020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.707123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.731526] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.732126] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.732126] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.732247] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.732414] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.732684] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.209227] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.413128] env[66094]: INFO networking_nsxv3.common.synchronization [req-21f09e92-891b-47b1-84be-f9d9deb96aba req-fb7240df-7a7b-4265-8a05-7ed62bbccb74 service nova] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_rules [ 943.413326] env[66094]: INFO networking_nsxv3.common.synchronization [req-21f09e92-891b-47b1-84be-f9d9deb96aba req-fb7240df-7a7b-4265-8a05-7ed62bbccb74 service nova] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 943.413465] env[66094]: INFO networking_nsxv3.common.synchronization [req-21f09e92-891b-47b1-84be-f9d9deb96aba req-fb7240df-7a7b-4265-8a05-7ed62bbccb74 service nova] Enqueued Resource ID: 41071f3e-741f-424b-8f62-4bfe74905ff4 with Priority: HIGHEST for action port [ 943.414114] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_rules [ 943.414612] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 943.414798] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41071f3e-741f-424b-8f62-4bfe74905ff4 with Priority: HIGHEST for action port [ 943.415153] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.415301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.415426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.415724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.415843] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.416733] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.416881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.416982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.417192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.417376] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.417508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.417600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.417837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.418488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.418488] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.418799] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-41071f3e-741f-424b-8f62-4bfe74905ff4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.418944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.419269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.419269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.419351] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41071f3e-741f-424b-8f62-4bfe74905ff4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.711601] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.711899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.711899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.712097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.712455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.712455] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 943.742292] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.742461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.742461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.742661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.742873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.755722] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 943.921467] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.921612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.921815] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.924245] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41071f3e-741f-424b-8f62-4bfe74905ff4 with status ACTIVE [ 943.924439] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.924561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.924630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.924848] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.924917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.925106] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.925553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.925553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.925553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.925553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.925699] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.925753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.925783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.925913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.925981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.926282] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41071f3e-741f-424b-8f62-4bfe74905ff4 is going to be updated. [ 943.947659] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.947859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.947941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.948196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.948372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.948576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.424129] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.926889] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.927272] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.927272] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.927377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.927428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.927540] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 is going to be created. [ 944.972462] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.972709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.972709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.973025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.973282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.989580] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: UNINITIALIZED for 2s [ 945.424053] env[66094]: INFO networking_nsxv3.common.synchronization [req-2fb4020e-1a1d-43d6-8989-e6675d578d54 req-c017a44e-3908-4e41-8e09-aceaa1601d90 tempest-ServersWithSpecificFlavorTestJSON-1944045872 tempest-ServersWithSpecificFlavorTestJSON-1944045872-project-member] Enqueued Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 945.424417] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGHEST for action security_group_members [ 945.424730] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.424928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.425015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.425226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.425393] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.425500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.425591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.425710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.425796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.425890] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.766079] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 945.766322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.766467] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.766692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.766877] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.766997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.767074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.767225] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.767305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.767470] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.928770] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.929280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.929280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.929280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.951895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.951895] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.951895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.951895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.952193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.952193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.952193] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 is going to be updated. [ 945.986934] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.987370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.987583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.988235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.988235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.001735] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: IN_PROGRESS for 2s [ 946.270091] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.680275] env[66094]: INFO networking_nsxv3.common.synchronization [req-d57f3c72-aedd-4e68-9e65-972e6762e588 req-679e6548-150d-4c57-b1db-f36deb46c89f tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 946.681240] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 946.681743] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.681916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.682031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.682440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.683605] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.683798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.683905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.684188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.684319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.684510] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.773234] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.000426] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: SUCCESS [ 947.001071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.001071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.001071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.001241] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.001356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.001488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.001644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.001728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.001882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.001882] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.033640] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.033640] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.033872] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.034471] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.034906] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.035246] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.035460] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.035822] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.036049] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.036384] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.036594] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.036800] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.037014] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.037259] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.037472] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.037728] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.058813] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.059015] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.059147] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.059354] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.059687] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-6daeea19-8db8-4823-9f38-2c787a407952 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.059947] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-6daeea19-8db8-4823-9f38-2c787a407952" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.060079] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-6daeea19-8db8-4823-9f38-2c787a407952" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.060369] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-6daeea19-8db8-4823-9f38-2c787a407952" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.060509] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6daeea19-8db8-4823-9f38-2c787a407952',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.188771] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.188771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.188771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.188771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.188771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.188771] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.188771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.188771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.188771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.188771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.188771] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac already deleted. [ 947.188771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.277175] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.277360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.277456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.277821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.277992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.278192] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 947.311474] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.311474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.311785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.311962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.312288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.323494] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 947.504441] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.504643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.504728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.504952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.505183] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.505295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.505389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.505615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.505764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.505877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.506046] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.506171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.506254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.506484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.506684] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.506818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.506886] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.507047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.507146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.507314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.507430] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.562814] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.563020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.563159] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.563454] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.563612] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.563810] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 6daeea19-8db8-4823-9f38-2c787a407952 not found, creating... [ 947.564097] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.564263] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.564384] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.564611] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.564750] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.565048] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.565213] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.565330] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.565538] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.565673] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.566151] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 6daeea19-8db8-4823-9f38-2c787a407952 is going to be created. [ 947.597091] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.597321] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.597447] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.597727] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.597952] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.598189] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-6daeea19-8db8-4823-9f38-2c787a407952" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.009505] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7119602f-dd62-48d1-a877-c7004182d7d7: rpc.has_security_group_logging(os_id): False [ 948.011815] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 in Status: SUCCESS [ 948.011987] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 deletion is rescheduled due to dependency. [ 948.012124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.027293] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.027481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.027481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.027695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.027824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.027994] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.028102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.028162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.028312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.028412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.028641] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.028741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.028805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.028945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.029035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.029212] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.029408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.029468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.029612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.029688] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.029774] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 is going to be created. [ 948.093594] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.093703] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.093749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.093985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.094189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.105474] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: IN_PROGRESS for 2s [ 948.310966] env[66094]: INFO networking_nsxv3.common.synchronization [req-d57f3c72-aedd-4e68-9e65-972e6762e588 req-f5e2c5ff-8541-43c9-b867-da58ecd117b2 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 948.311193] env[66094]: INFO networking_nsxv3.common.synchronization [req-d57f3c72-aedd-4e68-9e65-972e6762e588 req-f5e2c5ff-8541-43c9-b867-da58ecd117b2 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 948.311472] env[66094]: INFO networking_nsxv3.common.synchronization [req-d57f3c72-aedd-4e68-9e65-972e6762e588 req-f5e2c5ff-8541-43c9-b867-da58ecd117b2 service nova] Enqueued Resource ID: 6daeea19-8db8-4823-9f38-2c787a407952 with Priority: HIGHEST for action port [ 948.313443] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 948.313443] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 948.313443] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6daeea19-8db8-4823-9f38-2c787a407952 with Priority: HIGHEST for action port [ 948.313443] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.316313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.316313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.316313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.316313] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.316313] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.316313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.316313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.316313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.316313] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.316313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.316313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.316313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.316313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.316313] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.317526] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-6daeea19-8db8-4823-9f38-2c787a407952 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.319290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6daeea19-8db8-4823-9f38-2c787a407952" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.319290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6daeea19-8db8-4823-9f38-2c787a407952" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.319290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6daeea19-8db8-4823-9f38-2c787a407952" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.319290] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6daeea19-8db8-4823-9f38-2c787a407952',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.821058] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.821058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.821058] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.823504] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6daeea19-8db8-4823-9f38-2c787a407952 with status ACTIVE [ 948.823938] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.823938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.823938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.824188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.824188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.824361] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.824468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.824519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.824659] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.824734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.824911] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.825089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.825089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.825209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.825356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.825356] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6daeea19-8db8-4823-9f38-2c787a407952 is going to be updated. [ 948.849887] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.849887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.850176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.850239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.850437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.850657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6daeea19-8db8-4823-9f38-2c787a407952" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.323242] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.336966] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.336966] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.336966] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.336966] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.336966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.337694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.337694] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.826254] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.826407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.826446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.826668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.826898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.826898] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be created. [ 949.839327] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f133179-c83f-4c0b-bab6-0db924f4cb62: rpc.has_security_group_logging(os_id): False [ 949.862201] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.862201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.862201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.862201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.862201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.862499] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.862557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.862616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.862800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.862884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.863744] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.863744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.863744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.863744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.863933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.864017] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.864082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.864153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.864302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.864374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.865585] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be created. [ 949.866993] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.867119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.867191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.867336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.867490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.884190] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: UNINITIALIZED for 2s [ 949.956031] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.956205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.956248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.956459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.956633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.981176] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 950.118996] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: SUCCESS [ 950.119310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.906743] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 951.907164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.907322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.907430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.907653] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.907863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.907863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.908308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.908449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.908558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.908718] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.995464] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 951.995744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.995951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.996244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.996357] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.153057] env[66094]: INFO networking_nsxv3.common.synchronization [req-5253fac4-8e20-48d0-a5f2-cf713808fd49 req-964328bb-f8c0-4c9a-8297-6d58bcca17e9 tempest-AttachVolumeTestJSON-1975535524 tempest-AttachVolumeTestJSON-1975535524-project-member] Enqueued Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_members [ 952.153638] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_members [ 952.153947] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66607df9-2a0c-40d9-a344-984541b8e3b1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.154079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.154203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.154391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.154549] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.154669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.154742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.154912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.154998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.155105] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.411715] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.412052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.412052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.412577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.412577] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.412577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.412965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.412965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.413070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.413135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.413241] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.413372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.413418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.413601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.413737] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.413800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.413856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.414404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.414404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.415305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.415426] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.498769] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.498943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.499050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.499381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.499673] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.499832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.499832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.500054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.500174] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.500319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.500483] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.524095] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.524095] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-441" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.524839] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-441" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.524839] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-441" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.525328] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.525644] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.525819] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.526115] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.526304] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.526542] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.526708] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.526804] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.527018] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.527243] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.527409] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.527616] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.550160] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.550160] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.550276] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.550562] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-441" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.551061] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-ebe88a52-7287-432a-a9fa-7532fb3824d0 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.551335] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-ebe88a52-7287-432a-a9fa-7532fb3824d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.551580] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-ebe88a52-7287-432a-a9fa-7532fb3824d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.552041] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-ebe88a52-7287-432a-a9fa-7532fb3824d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.552250] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe88a52-7287-432a-a9fa-7532fb3824d0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.657680] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.657955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.658093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.658439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.658604] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.658935] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.660035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.660035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.660035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.660035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.660035] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 already deleted. [ 952.660035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.918246] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a802551b-ed4e-4538-8802-e00e8025b8ac: rpc.has_security_group_logging(os_id): False [ 952.940527] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.940713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.940792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.941074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.941192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.941455] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.941592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.941698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.942746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.942845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.943114] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.943239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.943305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.943485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.943567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.943821] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.943929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.943988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.944150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.944244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.944332] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be created. [ 952.947785] env[66094]: INFO networking_nsxv3.common.synchronization [req-51fbaabb-16ca-49bd-a2de-02f73fc62431 req-e481c66a-293d-4109-8d53-44f006027d62 tempest-ServerActionsTestOtherB-1868790427 tempest-ServerActionsTestOtherB-1868790427-project-member] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 952.948443] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 952.948903] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.949243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.949353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.949537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.949812] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.949899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.949937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.950139] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.950241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.950771] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.002893] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.003574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.003704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.004109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.004389] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.004592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.004664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.004935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.005077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.005227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.005475] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.005645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.005757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.006033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.006275] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.006451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.006575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.006751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.006879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.007028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.007185] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.010242] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.010344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.010447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.011502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.011502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.025794] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 953.054611] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.054834] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.054957] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.055278] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.055421] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.055570] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port ebe88a52-7287-432a-a9fa-7532fb3824d0 not found, creating... [ 953.055820] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.056076] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.056137] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.056314] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.056557] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.056858] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.057020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.057237] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.057336] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.057468] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.057603] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: ebe88a52-7287-432a-a9fa-7532fb3824d0 is going to be created. [ 953.080743] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.081030] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.081194] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.081520] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.082501] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.082501] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-ebe88a52-7287-432a-a9fa-7532fb3824d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.453150] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.453320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.453387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.453680] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.478802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.479147] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.479322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.479417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.479642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.479731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.479824] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 953.513621] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f133179-c83f-4c0b-bab6-0db924f4cb62: rpc.has_security_group_logging(os_id): False [ 953.516685] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.516824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.516892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.517159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.517305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.529279] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 953.533632] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.535366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.535366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.535366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.535366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.535366] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.535597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.535597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.539165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.539165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.539165] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.539165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.539165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.539165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.539165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.539165] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.539165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.539165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.539165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.539165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.539165] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 953.611133] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.611133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.611133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.611133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.611133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.628337] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 953.836761] env[66094]: INFO networking_nsxv3.common.synchronization [req-5253fac4-8e20-48d0-a5f2-cf713808fd49 req-de422b63-2031-4104-bbee-1056b8961eaa service nova] Enqueued Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_rules [ 953.836937] env[66094]: INFO networking_nsxv3.common.synchronization [req-5253fac4-8e20-48d0-a5f2-cf713808fd49 req-de422b63-2031-4104-bbee-1056b8961eaa service nova] Enqueued Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_members [ 953.837096] env[66094]: INFO networking_nsxv3.common.synchronization [req-5253fac4-8e20-48d0-a5f2-cf713808fd49 req-de422b63-2031-4104-bbee-1056b8961eaa service nova] Enqueued Resource ID: ebe88a52-7287-432a-a9fa-7532fb3824d0 with Priority: HIGHEST for action port [ 953.837675] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_rules [ 953.837817] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_members [ 953.837905] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe88a52-7287-432a-a9fa-7532fb3824d0 with Priority: HIGHEST for action port [ 953.838191] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66607df9-2a0c-40d9-a344-984541b8e3b1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.838400] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.838400] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.838585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.839141] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.840607] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66607df9-2a0c-40d9-a344-984541b8e3b1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.840607] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.840607] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.840607] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.841339] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.841339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.841339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.841339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.841339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.841339] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.842134] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebe88a52-7287-432a-a9fa-7532fb3824d0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.842315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebe88a52-7287-432a-a9fa-7532fb3824d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.842396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebe88a52-7287-432a-a9fa-7532fb3824d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.842585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebe88a52-7287-432a-a9fa-7532fb3824d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.842666] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe88a52-7287-432a-a9fa-7532fb3824d0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.345342] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66607df9-2a0c-40d9-a344-984541b8e3b1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.345734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.345734] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.346586] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebe88a52-7287-432a-a9fa-7532fb3824d0 with status ACTIVE [ 954.346818] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.346942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.347052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.347330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.347915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.347915] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.347915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.347915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.347915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.348233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.348233] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.348233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.348332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.348476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.348476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.348893] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebe88a52-7287-432a-a9fa-7532fb3824d0 is going to be updated. [ 954.376648] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.376867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.376867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.376970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.377148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.377290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebe88a52-7287-432a-a9fa-7532fb3824d0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.851771] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.042256] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 955.042593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.355010] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.355325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.355325] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.355465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.355597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.355715] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 is going to be created. [ 955.382373] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.382373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.382585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.382684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.382857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.396131] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 in Status: UNINITIALIZED for 2s [ 955.542700] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 955.542700] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 deletion is rescheduled due to dependency. [ 955.542827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.645774] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 955.646015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.749069] env[66094]: INFO networking_nsxv3.common.synchronization [req-492cc494-ff5b-4c9e-9fb3-a7ff3df66ed9 req-9673b9a0-1a39-4fd4-952a-486480518b43 tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 955.751047] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 955.751794] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.752185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.752303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.752543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.752745] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.752951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.753151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.753357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.753550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.753698] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.092869] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.093099] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.093308] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.093618] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.093893] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.094057] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.094182] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.094502] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.094633] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.094848] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.094962] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.095080] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.095189] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.095298] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.095400] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.095532] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.115500] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.115680] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.115816] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.116014] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.116380] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-04f4d71f-4fe4-4862-b58e-5defac3ffb48 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.116907] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-04f4d71f-4fe4-4862-b58e-5defac3ffb48" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.116907] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-04f4d71f-4fe4-4862-b58e-5defac3ffb48" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.116994] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-04f4d71f-4fe4-4862-b58e-5defac3ffb48" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.117222] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04f4d71f-4fe4-4862-b58e-5defac3ffb48',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.249193] env[66094]: INFO networking_nsxv3.common.synchronization [req-aa5c1a4f-c867-48ba-9f99-6c1b0321482d req-e4813224-e9e3-4923-adbe-22a475bd2aa2 tempest-MultipleCreateTestJSON-1385847711 tempest-MultipleCreateTestJSON-1385847711-project-member] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 956.249762] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 956.250083] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.250207] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.250250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.250446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.250588] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.250673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.250735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.250873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.250974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.251078] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.255655] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.255770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.255833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.255987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.256084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.256259] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.256352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.256412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.256544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.256620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.256705] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 956.286574] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.286729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.286806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.287030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.287175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.297184] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 956.619784] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.620172] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.620265] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.620538] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.620695] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.620861] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 04f4d71f-4fe4-4862-b58e-5defac3ffb48 not found, creating... [ 956.621159] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.621321] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.621452] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.621689] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.621830] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.622278] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.622510] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.622676] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.622918] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.623107] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.623342] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 04f4d71f-4fe4-4862-b58e-5defac3ffb48 is going to be created. [ 956.652275] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.652526] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.652697] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.652994] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.653244] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.653469] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-04f4d71f-4fe4-4862-b58e-5defac3ffb48" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.743387] env[66094]: INFO networking_nsxv3.common.synchronization [req-1ab1daef-7696-4ddb-a8e4-43a443590157 req-5af0d424-58aa-40f7-a4f5-0294bf84b5c6 tempest-MultipleCreateTestJSON-1385847711 tempest-MultipleCreateTestJSON-1385847711-project-member] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 956.744026] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 956.744513] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.744614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.752792] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.255750] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.364088] env[66094]: INFO networking_nsxv3.common.synchronization [req-492cc494-ff5b-4c9e-9fb3-a7ff3df66ed9 req-2d9a4b5c-c8fd-49ab-82a2-f1c7e670944e service nova] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_rules [ 957.364313] env[66094]: INFO networking_nsxv3.common.synchronization [req-492cc494-ff5b-4c9e-9fb3-a7ff3df66ed9 req-2d9a4b5c-c8fd-49ab-82a2-f1c7e670944e service nova] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 957.364479] env[66094]: INFO networking_nsxv3.common.synchronization [req-492cc494-ff5b-4c9e-9fb3-a7ff3df66ed9 req-2d9a4b5c-c8fd-49ab-82a2-f1c7e670944e service nova] Enqueued Resource ID: 04f4d71f-4fe4-4862-b58e-5defac3ffb48 with Priority: HIGHEST for action port [ 957.365161] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_rules [ 957.365344] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 957.365467] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f4d71f-4fe4-4862-b58e-5defac3ffb48 with Priority: HIGHEST for action port [ 957.365810] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.365908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.365992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.366312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.366387] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.367798] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.368289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.368553] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-04f4d71f-4fe4-4862-b58e-5defac3ffb48 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.368660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04f4d71f-4fe4-4862-b58e-5defac3ffb48" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.368758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04f4d71f-4fe4-4862-b58e-5defac3ffb48" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.368997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04f4d71f-4fe4-4862-b58e-5defac3ffb48" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.369150] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04f4d71f-4fe4-4862-b58e-5defac3ffb48',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.407390] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 in Status: SUCCESS [ 957.407641] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.407814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.408050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.408268] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.408388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.408453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.408605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.408687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.408769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.408878] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.759241] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.759754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.759754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.759754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.759925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.759925] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 957.794928] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.795206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.795291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.795554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.795762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.809459] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 957.872101] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.872327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.872634] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04f4d71f-4fe4-4862-b58e-5defac3ffb48 with status ACTIVE [ 957.872889] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.873068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.873178] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.873496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.873633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.873893] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.874058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.874163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.874373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.874488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.874760] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.874896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.874979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.875158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.875234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.875323] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04f4d71f-4fe4-4862-b58e-5defac3ffb48 is going to be updated. [ 957.901127] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.901352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.901403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.901753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.901915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.902093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04f4d71f-4fe4-4862-b58e-5defac3ffb48" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.910594] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.311598] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 958.311798] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 deletion is rescheduled due to dependency. [ 958.311919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.312098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.312318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.312672] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.312844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.312922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.313144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.313235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.313338] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.412862] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66607df9-2a0c-40d9-a344-984541b8e3b1: rpc.has_security_group_logging(os_id): False [ 958.436414] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.437169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.437169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.439024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.439415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.440384] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.440579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.440704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.441107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.442055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.442055] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 is going to be created. [ 958.540355] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.543597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.543597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.543597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.543597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.560983] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 in Status: IN_PROGRESS for 2s [ 958.815803] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.318425] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.822137] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.822503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.822576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.822900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.823033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.823195] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 959.825437] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 959.825632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.825850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.826076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.826268] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.826386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.826454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.826594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.826673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.826822] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.848336] env[66094]: INFO networking_nsxv3.common.synchronization [req-32960d74-cebe-4886-b4e1-ad11f5c24ffe req-f61d1c00-47cf-4201-9cad-47ccd1ad05e4 tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 959.849637] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 959.849796] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.850368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.850368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.850368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.850368] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.850561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.850561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.850636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.850713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.850806] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.859402] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.859605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.859672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.859871] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.860032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.870826] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 960.332023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.332023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.332023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.332023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.332023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.332023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.332023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.332023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.332023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.332023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.332023] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 960.355748] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.355748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.355748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.355748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.355748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.355748] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.355748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.355748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.355748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.355748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.355748] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 960.358884] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.358884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.358884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.358884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.358884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.368427] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 960.387080] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.387080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.387080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.387080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.387080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.396382] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 960.575148] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 in Status: SUCCESS [ 960.575346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.886283] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 961.886283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.886283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.886283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.886283] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.886283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.886283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.886283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.886283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.886283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.886283] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.380537] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 962.380710] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 deletion is rescheduled due to dependency. [ 962.380858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.388533] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.388854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.388913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.389177] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.389408] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.389535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.389590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.389791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.389884] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.389971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.390149] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.390256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.390291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.390440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.390640] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.390740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.390797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.390940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.391032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.391118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.391219] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.407233] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 962.407542] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac deletion is rescheduled due to dependency. [ 962.407542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.956941] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc5681c-72fa-442c-a981-68e76578ed64: rpc.has_security_group_logging(os_id): False [ 962.956941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.956941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.956941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.956941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.956941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.956941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.956941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.956941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.956941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.956941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.956941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.956941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.956941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.956941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.958427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.958427] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.958427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.958427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.958427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.958427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.958427] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 962.990032] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.990032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.990032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.990032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.990529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.004798] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 964.014346] env[66094]: INFO networking_nsxv3.common.synchronization [req-313911ff-a0d5-43c4-a1d0-b999682fe71f req-15ce87a8-a5c5-4021-bf1e-fb96f53d0c83 tempest-ImagesOneServerNegativeTestJSON-1057204548 tempest-ImagesOneServerNegativeTestJSON-1057204548-project-member] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 964.014962] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 964.015291] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.015415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.015480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.015678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.015829] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.015931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.016360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.016360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.016360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.016360] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.357487] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.357487] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.357487] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.357487] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.357761] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.357761] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.358102] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.358562] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.359359] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.359359] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.359359] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.359359] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.360496] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.360496] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.360496] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.360600] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.379910] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.380103] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.380243] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.380787] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-417" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.381162] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-4a8c2835-68c1-4923-9ec0-94520ed1f4b8 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.381530] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-4a8c2835-68c1-4923-9ec0-94520ed1f4b8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.381689] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-4a8c2835-68c1-4923-9ec0-94520ed1f4b8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.382030] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-4a8c2835-68c1-4923-9ec0-94520ed1f4b8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.382218] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a8c2835-68c1-4923-9ec0-94520ed1f4b8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.518489] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.518685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.518764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.518990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.519114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.519341] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.519521] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.519587] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.519759] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.519845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.519924] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be updated. [ 964.547933] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.548103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.548165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.548376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.548583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.560047] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: IN_PROGRESS for 2s [ 964.887435] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.887720] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.887889] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.888235] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.888344] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.888490] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 4a8c2835-68c1-4923-9ec0-94520ed1f4b8 not found, creating... [ 964.888746] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.888898] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.889034] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.889239] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.889404] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.889648] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.889799] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.889915] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.890285] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.890285] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.890381] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 4a8c2835-68c1-4923-9ec0-94520ed1f4b8 is going to be created. [ 964.912386] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.912775] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.912814] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.913109] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.913335] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.913559] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-4a8c2835-68c1-4923-9ec0-94520ed1f4b8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.021421] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 965.021701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.752283] env[66094]: INFO networking_nsxv3.common.synchronization [req-313911ff-a0d5-43c4-a1d0-b999682fe71f req-88d6efd0-3a01-484d-923b-3ac5b5d98259 service nova] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_rules [ 965.752661] env[66094]: INFO networking_nsxv3.common.synchronization [req-313911ff-a0d5-43c4-a1d0-b999682fe71f req-88d6efd0-3a01-484d-923b-3ac5b5d98259 service nova] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 965.753085] env[66094]: INFO networking_nsxv3.common.synchronization [req-313911ff-a0d5-43c4-a1d0-b999682fe71f req-88d6efd0-3a01-484d-923b-3ac5b5d98259 service nova] Enqueued Resource ID: 4a8c2835-68c1-4923-9ec0-94520ed1f4b8 with Priority: HIGHEST for action port [ 965.755273] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_rules [ 965.755273] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 965.755273] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a8c2835-68c1-4923-9ec0-94520ed1f4b8 with Priority: HIGHEST for action port [ 965.755671] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.755961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.756119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.756395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.756620] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.758989] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.758989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.760017] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a8c2835-68c1-4923-9ec0-94520ed1f4b8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.760017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a8c2835-68c1-4923-9ec0-94520ed1f4b8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.760017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a8c2835-68c1-4923-9ec0-94520ed1f4b8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.760017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a8c2835-68c1-4923-9ec0-94520ed1f4b8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.760017] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a8c2835-68c1-4923-9ec0-94520ed1f4b8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.264114] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.264466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.264517] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a8c2835-68c1-4923-9ec0-94520ed1f4b8 with status ACTIVE [ 966.264707] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.264850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.264909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.265180] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.265298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.265500] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.265618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.265697] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.265939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.265996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.266225] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.266342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.266419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.266578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.266700] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.266808] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a8c2835-68c1-4923-9ec0-94520ed1f4b8 is going to be updated. [ 966.290846] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.291025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.291025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.291190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.291354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.291568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a8c2835-68c1-4923-9ec0-94520ed1f4b8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.577520] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 966.577671] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 deletion is rescheduled due to dependency. [ 966.577767] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.577926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.578151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.578331] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.578446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.578515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.578667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.578744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.578842] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.641128] env[66094]: INFO networking_nsxv3.common.synchronization [req-f293e41e-b5a2-4eef-aef8-3f784f8460ba req-c5898816-639a-4528-8855-04c3500622dc tempest-ServersNegativeTestJSON-870970449 tempest-ServersNegativeTestJSON-870970449-project-member] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 966.641128] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 966.641128] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.641128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.641362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.641362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.641504] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.641632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.641694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.641843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.641934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.642420] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.017733] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.017909] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.018043] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.018313] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.018564] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.018719] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.018850] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.021375] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.021597] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.021826] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.021943] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.022129] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.022251] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.022365] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.022471] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.022657] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.041713] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.041891] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.042088] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.042272] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.042596] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-09bbca77-fdad-4120-a04b-41a6dfe702e6 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.042764] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-09bbca77-fdad-4120-a04b-41a6dfe702e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.042974] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-09bbca77-fdad-4120-a04b-41a6dfe702e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.043271] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-09bbca77-fdad-4120-a04b-41a6dfe702e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.043418] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09bbca77-fdad-4120-a04b-41a6dfe702e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.081406] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.145225] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.547562] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.550217] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.550439] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.550774] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.551050] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.551282] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 09bbca77-fdad-4120-a04b-41a6dfe702e6 not found, creating... [ 967.551647] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.551830] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.551951] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.552562] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.552562] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.552769] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.552976] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.553054] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.553464] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.553464] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.553700] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 09bbca77-fdad-4120-a04b-41a6dfe702e6 is going to be created. [ 967.581866] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.582127] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.582256] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.582614] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.582807] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.583115] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-09bbca77-fdad-4120-a04b-41a6dfe702e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.585380] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.647439] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.088366] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.088366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.088366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.088901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.088901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.088901] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be updated. [ 968.124800] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.125037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.125037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.125234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.125380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.136235] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: IN_PROGRESS for 2s [ 968.149177] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.149345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.149428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.149707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.149800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.149911] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 is going to be updated. [ 968.185098] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.185098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.185098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.185098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.185098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.197771] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: IN_PROGRESS for 2s [ 968.432138] env[66094]: INFO networking_nsxv3.common.synchronization [req-f293e41e-b5a2-4eef-aef8-3f784f8460ba req-8017fe97-6b26-4f9e-975d-754b60fb7ccf service nova] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_rules [ 968.432138] env[66094]: INFO networking_nsxv3.common.synchronization [req-f293e41e-b5a2-4eef-aef8-3f784f8460ba req-8017fe97-6b26-4f9e-975d-754b60fb7ccf service nova] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 968.432138] env[66094]: INFO networking_nsxv3.common.synchronization [req-f293e41e-b5a2-4eef-aef8-3f784f8460ba req-8017fe97-6b26-4f9e-975d-754b60fb7ccf service nova] Enqueued Resource ID: 09bbca77-fdad-4120-a04b-41a6dfe702e6 with Priority: HIGHEST for action port [ 968.432138] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_rules [ 968.432138] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 968.435695] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bbca77-fdad-4120-a04b-41a6dfe702e6 with Priority: HIGHEST for action port [ 968.435695] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.435695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.435695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.435695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.435695] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.435695] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.435695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.435695] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-09bbca77-fdad-4120-a04b-41a6dfe702e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.435695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09bbca77-fdad-4120-a04b-41a6dfe702e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.435695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09bbca77-fdad-4120-a04b-41a6dfe702e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.436119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09bbca77-fdad-4120-a04b-41a6dfe702e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.436150] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09bbca77-fdad-4120-a04b-41a6dfe702e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.939301] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.939705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.939901] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09bbca77-fdad-4120-a04b-41a6dfe702e6 with status ACTIVE [ 968.940105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.940462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.940462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.940696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.940696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.940797] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.940864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.941242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.941242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.941242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.941663] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.941663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.941663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.941823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.941823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.941975] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09bbca77-fdad-4120-a04b-41a6dfe702e6 is going to be updated. [ 968.984805] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.984805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.984805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.985217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.985250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.985459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09bbca77-fdad-4120-a04b-41a6dfe702e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.148605] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 970.148971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.149112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.149367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.149658] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.149883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.149883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.150085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.150190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.150289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.150380] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.206813] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: SUCCESS [ 970.207093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.207274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.207498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.208039] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.208039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.208039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.208039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.208277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.208277] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.654497] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.654497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.654497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.654497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.654497] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.654709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.654709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.655153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.655153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.655941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.655941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.655941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.655941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.655941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.656199] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.656199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.656199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.656386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.656386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.656498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.656606] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.710442] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.159234] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f18e2a-b157-4e22-a379-5b9a4bb40a82: rpc.has_security_group_logging(os_id): False [ 971.179737] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.179737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.179737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.179737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.179737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.180052] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.180160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.180258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.180378] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.180456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.180707] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.180846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.180934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.181085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.181161] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.181364] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.181499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.181642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.181794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.181875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.181967] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be updated. [ 971.213083] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.248407] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.248621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.248710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.248910] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.249069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.265156] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: IN_PROGRESS for 2s [ 971.555108] env[66094]: INFO networking_nsxv3.common.synchronization [req-850e6137-dc24-4b90-a987-d508bd3df454 req-9d62e814-f0f5-41a2-9fc1-e6bca54819d2 tempest-ServersTestBootFromVolume-717200450 tempest-ServersTestBootFromVolume-717200450-project-member] Enqueued Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_members [ 971.555108] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGHEST for action security_group_members [ 971.555244] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5bc2c45-090b-4510-9605-ca65683e77ff taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.555375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.555440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.555637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.555787] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.555879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.555955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.556126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.556205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.556293] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5bc2c45-090b-4510-9605-ca65683e77ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.715744] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.715906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.715980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.716212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.716409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.716409] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 is going to be updated. [ 971.751360] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.751639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.751639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.752071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.752071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.763736] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: IN_PROGRESS for 2s [ 972.058990] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.059154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.059223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.059494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.059604] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.059809] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.059906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.059964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.060168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.060246] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.060416] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5bc2c45-090b-4510-9605-ca65683e77ff is going to be updated. [ 972.090588] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.090728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.090797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.091030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.091226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.100987] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5bc2c45-090b-4510-9605-ca65683e77ff in Status: IN_PROGRESS for 2s [ 972.112186] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a7656790-d800-4c54-9c9d-6fb0904bafe4 None None] Enqueued Resource ID: c49cdf74-4c8c-4fd6-a345-03d7ce09ff6f with Priority: HIGHEST for action port [ 972.112360] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49cdf74-4c8c-4fd6-a345-03d7ce09ff6f with Priority: HIGHEST for action port [ 972.112664] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-c49cdf74-4c8c-4fd6-a345-03d7ce09ff6f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.112789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c49cdf74-4c8c-4fd6-a345-03d7ce09ff6f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.112840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c49cdf74-4c8c-4fd6-a345-03d7ce09ff6f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.113542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c49cdf74-4c8c-4fd6-a345-03d7ce09ff6f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.113735] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49cdf74-4c8c-4fd6-a345-03d7ce09ff6f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.616020] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c49cdf74-4c8c-4fd6-a345-03d7ce09ff6f [ 972.616474] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.616474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.616474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.617205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.617205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.617205] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c49cdf74-4c8c-4fd6-a345-03d7ce09ff6f already deleted. [ 972.617205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c49cdf74-4c8c-4fd6-a345-03d7ce09ff6f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.280942] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 973.282313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.774521] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: IN_PROGRESS for 4s [ 974.120162] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5bc2c45-090b-4510-9605-ca65683e77ff in Status: SUCCESS [ 974.120162] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5bc2c45-090b-4510-9605-ca65683e77ff deletion is rescheduled due to dependency. [ 974.120162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.600626] env[66094]: INFO networking_nsxv3.common.synchronization [None req-55efbb07-a27b-4c42-ab60-302ea5cf5c7e None None] Enqueued Resource ID: b44ab5f9-1432-4c8b-bac8-8abbd7289208 with Priority: HIGHEST for action port [ 974.600913] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44ab5f9-1432-4c8b-bac8-8abbd7289208 with Priority: HIGHEST for action port [ 974.601954] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-b44ab5f9-1432-4c8b-bac8-8abbd7289208 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.601954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b44ab5f9-1432-4c8b-bac8-8abbd7289208" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.601954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b44ab5f9-1432-4c8b-bac8-8abbd7289208" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.601954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b44ab5f9-1432-4c8b-bac8-8abbd7289208" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.602309] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b44ab5f9-1432-4c8b-bac8-8abbd7289208',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.104839] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b44ab5f9-1432-4c8b-bac8-8abbd7289208 [ 975.105239] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.105239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.105239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.105358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.105387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.105475] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b44ab5f9-1432-4c8b-bac8-8abbd7289208 already deleted. [ 975.105574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b44ab5f9-1432-4c8b-bac8-8abbd7289208" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.785526] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: SUCCESS [ 975.785647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.785792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.785989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.786179] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.786289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.786347] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.786499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.786594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.786660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.786750] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.289758] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.290172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.290172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.290244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.291045] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.291045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.291045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.291045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.291045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.291045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.291045] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.291385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.291385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.291385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.291530] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.291650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.291706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.291823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.291896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.291972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.292073] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.795085] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7119602f-dd62-48d1-a877-c7004182d7d7: rpc.has_security_group_logging(os_id): False [ 976.815811] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.815966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.816051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.816269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.816357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.816605] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.816721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.816798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.816953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.817041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.817223] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.817401] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.817472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.817618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.817692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.817880] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.817972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.818049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.818203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.818296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.818383] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 is going to be updated. [ 976.894816] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.894992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.895211] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.895879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.895879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.912267] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: IN_PROGRESS for 2s [ 977.269283] env[66094]: INFO networking_nsxv3.common.synchronization [req-66863c8e-7457-4589-9846-7804c5bf8001 req-c37f6c81-62f6-4928-aa31-68f43f6ec483 tempest-ImagesOneServerNegativeTestJSON-1057204548 tempest-ImagesOneServerNegativeTestJSON-1057204548-project-member] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 977.269933] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGHEST for action security_group_members [ 977.270279] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.270413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.270483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.270691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.271319] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.271319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.271319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.271319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.271319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.271620] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.777707] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.777707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.777707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.777707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.777707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.777707] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.777707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.777707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.777707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.777707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.777707] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be updated. [ 977.810379] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.810556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.810556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.811512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.811512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.821023] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: IN_PROGRESS for 2s [ 978.926249] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: SUCCESS [ 978.926493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.308605] env[66094]: INFO networking_nsxv3.common.synchronization [req-e0c29c1a-d0d6-4610-b212-f2c9565db7ca req-44ee8928-86de-4b53-bb39-e08ab6887bc4 tempest-ServerDiagnosticsNegativeTest-194113974 tempest-ServerDiagnosticsNegativeTest-194113974-project-member] Enqueued Resource ID: ac19b222-bf01-4f3e-9858-b807fec05f81 with Priority: HIGHEST for action security_group_members [ 979.309213] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac19b222-bf01-4f3e-9858-b807fec05f81 with Priority: HIGHEST for action security_group_members [ 979.309523] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac19b222-bf01-4f3e-9858-b807fec05f81 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.309668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.309741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.309994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.310168] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.310267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.310327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.310474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.310558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.310648] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac19b222-bf01-4f3e-9858-b807fec05f81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.813713] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.813942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.814013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.814231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.814322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.814526] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.814625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.814686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.814930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.814930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.815037] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac19b222-bf01-4f3e-9858-b807fec05f81 already deleted. [ 979.815099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.839963] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 in Status: SUCCESS [ 979.840031] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 deletion is rescheduled due to dependency. [ 979.840112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.062708] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.063071] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.063071] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.063299] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.063551] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.063706] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.063822] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.064044] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.064195] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.064407] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.064521] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.064694] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.064822] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.064937] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.065057] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.065190] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.085238] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.085438] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.085550] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.085734] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.086210] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-64342b3f-35fa-441a-8122-31472b1cd15a taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.086485] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-64342b3f-35fa-441a-8122-31472b1cd15a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.086607] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-64342b3f-35fa-441a-8122-31472b1cd15a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.086953] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-64342b3f-35fa-441a-8122-31472b1cd15a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.087109] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64342b3f-35fa-441a-8122-31472b1cd15a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.388361] env[66094]: INFO networking_nsxv3.common.synchronization [req-dcc010ae-bc6c-46ac-b251-aa87e4feb96d req-e2566c64-7a05-45df-8ae5-7d1a5ac7d764 tempest-ServersNegativeTestJSON-870970449 tempest-ServersNegativeTestJSON-870970449-project-member] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 980.389427] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 980.389427] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.389427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.389637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.389676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.390856] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.390856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.390856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.390856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.390856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.390856] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.590133] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.590569] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.593955] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.593955] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.593955] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.593955] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 64342b3f-35fa-441a-8122-31472b1cd15a not found, creating... [ 980.593955] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.593955] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.593955] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.593955] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.593955] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.593955] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.594394] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.594394] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.594394] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.594394] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.594394] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 64342b3f-35fa-441a-8122-31472b1cd15a is going to be created. [ 980.619942] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.620167] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.620288] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.620549] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.620774] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.620993] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-64342b3f-35fa-441a-8122-31472b1cd15a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.892635] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.291582] env[66094]: INFO networking_nsxv3.common.synchronization [req-e0c29c1a-d0d6-4610-b212-f2c9565db7ca req-8899013c-4ad3-4baa-9473-2573e22336ce service nova] Enqueued Resource ID: ac19b222-bf01-4f3e-9858-b807fec05f81 with Priority: HIGHEST for action security_group_rules [ 981.291900] env[66094]: INFO networking_nsxv3.common.synchronization [req-e0c29c1a-d0d6-4610-b212-f2c9565db7ca req-8899013c-4ad3-4baa-9473-2573e22336ce service nova] Enqueued Resource ID: ac19b222-bf01-4f3e-9858-b807fec05f81 with Priority: HIGHEST for action security_group_members [ 981.292078] env[66094]: INFO networking_nsxv3.common.synchronization [req-e0c29c1a-d0d6-4610-b212-f2c9565db7ca req-8899013c-4ad3-4baa-9473-2573e22336ce service nova] Enqueued Resource ID: 64342b3f-35fa-441a-8122-31472b1cd15a with Priority: HIGHEST for action port [ 981.292595] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac19b222-bf01-4f3e-9858-b807fec05f81 with Priority: HIGHEST for action security_group_rules [ 981.293364] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac19b222-bf01-4f3e-9858-b807fec05f81 with Priority: HIGHEST for action security_group_members [ 981.293481] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64342b3f-35fa-441a-8122-31472b1cd15a with Priority: HIGHEST for action port [ 981.293774] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac19b222-bf01-4f3e-9858-b807fec05f81 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.293902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.293974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.294698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.294698] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac19b222-bf01-4f3e-9858-b807fec05f81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.295440] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac19b222-bf01-4f3e-9858-b807fec05f81 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.295557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.295621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.295791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.295994] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.296927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.296927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.296927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.296927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.296927] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac19b222-bf01-4f3e-9858-b807fec05f81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.297133] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-64342b3f-35fa-441a-8122-31472b1cd15a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.297227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64342b3f-35fa-441a-8122-31472b1cd15a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.297280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64342b3f-35fa-441a-8122-31472b1cd15a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.298048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64342b3f-35fa-441a-8122-31472b1cd15a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.298048] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64342b3f-35fa-441a-8122-31472b1cd15a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.395989] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.799434] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac19b222-bf01-4f3e-9858-b807fec05f81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.800548] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac19b222-bf01-4f3e-9858-b807fec05f81 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.800670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.800813] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64342b3f-35fa-441a-8122-31472b1cd15a with status ACTIVE [ 981.800970] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.801088] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.801157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.801353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.801353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.801642] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.801723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.801772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.802095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.802095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.802202] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.802276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.802338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.802436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.802508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.802625] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64342b3f-35fa-441a-8122-31472b1cd15a is going to be updated. [ 981.831521] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.831521] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.831521] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.831784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.831927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.832107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64342b3f-35fa-441a-8122-31472b1cd15a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.899862] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.900085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.900184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.900420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.900513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.900642] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 is going to be updated. [ 981.944034] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.944209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.944209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.944427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.944503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.959468] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: IN_PROGRESS for 2s [ 982.306898] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac19b222-bf01-4f3e-9858-b807fec05f81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.756704] env[66094]: INFO networking_nsxv3.common.synchronization [req-c27747a9-69c0-4546-a3dc-80e1bd7d07fd req-ad539544-3149-4d4c-86e9-5a0ef8c100c5 tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 982.757257] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 982.757566] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.757689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.757758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.757960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.758121] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.758217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.758278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.758436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.758526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.758619] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.809698] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.809897] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.809954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.810234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.810281] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.810398] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac19b222-bf01-4f3e-9858-b807fec05f81 is going to be created. [ 982.847686] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.847686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.847686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.847686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.848018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.858113] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac19b222-bf01-4f3e-9858-b807fec05f81 in Status: UNINITIALIZED for 2s [ 983.060605] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.060904] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.060979] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.061248] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.061535] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.061781] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.061996] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.063252] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.063457] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.063683] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.063806] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.063917] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.064038] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.064153] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.064260] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.064391] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.084698] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.084883] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.085117] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.085337] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.085652] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-123837c4-6e9a-4f75-b445-e9acc872cb3f taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.085847] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-123837c4-6e9a-4f75-b445-e9acc872cb3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.086021] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-123837c4-6e9a-4f75-b445-e9acc872cb3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.086364] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-123837c4-6e9a-4f75-b445-e9acc872cb3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.086507] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123837c4-6e9a-4f75-b445-e9acc872cb3f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.260611] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.588887] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.589242] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.589390] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.589711] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.589873] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.590042] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 123837c4-6e9a-4f75-b445-e9acc872cb3f not found, creating... [ 983.590325] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.590483] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.590602] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.590821] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.590958] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.591252] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.591408] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.591523] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.591763] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.591901] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.592052] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 123837c4-6e9a-4f75-b445-e9acc872cb3f is going to be created. [ 983.614052] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.614276] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.614276] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.614517] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.614816] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.615068] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-123837c4-6e9a-4f75-b445-e9acc872cb3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.763351] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.970648] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: SUCCESS [ 983.970648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.265734] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.265905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.265971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.266216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.266308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.266409] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 984.296208] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.296345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.296398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.296630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.296762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.308409] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 984.350094] env[66094]: INFO networking_nsxv3.common.synchronization [req-c27747a9-69c0-4546-a3dc-80e1bd7d07fd req-7fc8f46b-17a1-4f08-9ba3-0d5f11f65b0c service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 984.350286] env[66094]: INFO networking_nsxv3.common.synchronization [req-c27747a9-69c0-4546-a3dc-80e1bd7d07fd req-7fc8f46b-17a1-4f08-9ba3-0d5f11f65b0c service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 984.350424] env[66094]: INFO networking_nsxv3.common.synchronization [req-c27747a9-69c0-4546-a3dc-80e1bd7d07fd req-7fc8f46b-17a1-4f08-9ba3-0d5f11f65b0c service nova] Enqueued Resource ID: 123837c4-6e9a-4f75-b445-e9acc872cb3f with Priority: HIGHEST for action port [ 984.350950] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 984.351109] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 984.351237] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 123837c4-6e9a-4f75-b445-e9acc872cb3f with Priority: HIGHEST for action port [ 984.351559] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.351710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.352898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.353051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.353255] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.354176] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.354280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.354484] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-123837c4-6e9a-4f75-b445-e9acc872cb3f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.354581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-123837c4-6e9a-4f75-b445-e9acc872cb3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.354633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-123837c4-6e9a-4f75-b445-e9acc872cb3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.355208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-123837c4-6e9a-4f75-b445-e9acc872cb3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.355208] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123837c4-6e9a-4f75-b445-e9acc872cb3f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.856858] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.857377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.857377] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 123837c4-6e9a-4f75-b445-e9acc872cb3f with status ACTIVE [ 984.857377] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.857569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.857569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.857742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.857803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.858106] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.858289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.858289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.858499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.858583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.858913] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.858913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.859137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.859189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.859235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.859367] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 123837c4-6e9a-4f75-b445-e9acc872cb3f is going to be updated. [ 984.875610] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac19b222-bf01-4f3e-9858-b807fec05f81 in Status: SUCCESS [ 984.875833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.876166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.876450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.876714] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.876970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.877169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.877392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.877509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.877711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.877902] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac19b222-bf01-4f3e-9858-b807fec05f81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.895941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.896154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.896154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.896488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.896714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.897024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-123837c4-6e9a-4f75-b445-e9acc872cb3f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.281569] env[66094]: INFO networking_nsxv3.common.synchronization [req-dff11d60-cf46-4194-9915-192a06a7ae7d req-42bd1924-d3d4-427a-b8fd-0565fd30ea6e tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 985.282757] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 985.284414] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.284414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.284591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.284940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.284985] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.285101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.285136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.285311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.285397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.285540] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.380588] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac19b222-bf01-4f3e-9858-b807fec05f81 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.380879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.380959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.381218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.381360] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.381458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.381516] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.381731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.381822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.381908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.382067] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac19b222-bf01-4f3e-9858-b807fec05f81 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.382158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.382216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.382352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.382483] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.382568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.383931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.383931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.383931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.383931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.383931] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac19b222-bf01-4f3e-9858-b807fec05f81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.636122] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.636122] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.636122] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.636122] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.636122] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.636122] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.636838] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.637099] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.637250] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.637484] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.637565] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.637723] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.637789] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.637896] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.637999] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.638145] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.657512] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.657702] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.657844] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.658031] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.658368] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-500e3578-68b2-4ba5-bb54-59bd47bab3af taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.658544] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-500e3578-68b2-4ba5-bb54-59bd47bab3af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.658690] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-500e3578-68b2-4ba5-bb54-59bd47bab3af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.659064] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-500e3578-68b2-4ba5-bb54-59bd47bab3af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.659211] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('500e3578-68b2-4ba5-bb54-59bd47bab3af',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.787784] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.787942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.788025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.788238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.788330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.788563] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.788665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.788739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.788897] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.788984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.789094] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 already deleted. [ 985.789191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.885671] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac19b222-bf01-4f3e-9858-b807fec05f81: rpc.has_security_group_logging(os_id): False [ 985.906078] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.906240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.906300] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.907030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.907030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.907030] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.907486] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.907486] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.907486] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.907486] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.907673] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.907746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.907796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.907954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.908034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.908168] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.908256] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.908306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.908440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.908510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.908591] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac19b222-bf01-4f3e-9858-b807fec05f81 is going to be created. [ 985.971430] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.971732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.971732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.972021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.972220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.987400] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac19b222-bf01-4f3e-9858-b807fec05f81 in Status: IN_PROGRESS for 2s [ 986.162096] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.162383] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.162518] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.162821] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.162981] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.163152] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 500e3578-68b2-4ba5-bb54-59bd47bab3af not found, creating... [ 986.163419] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.163575] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.163691] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.163993] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.164156] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.164491] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.164666] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.164785] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.165010] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.165154] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.165296] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 500e3578-68b2-4ba5-bb54-59bd47bab3af is going to be created. [ 986.187594] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.187813] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.187937] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.188246] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.188476] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.188698] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-500e3578-68b2-4ba5-bb54-59bd47bab3af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.318578] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 986.318936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.319027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.319202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.319393] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.319515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.319627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.319796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.319915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.320061] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.822789] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.901235] env[66094]: INFO networking_nsxv3.common.synchronization [req-dff11d60-cf46-4194-9915-192a06a7ae7d req-5314526e-d2e7-4aa1-aa96-c502067d3ae6 service nova] Enqueued Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_rules [ 986.901486] env[66094]: INFO networking_nsxv3.common.synchronization [req-dff11d60-cf46-4194-9915-192a06a7ae7d req-5314526e-d2e7-4aa1-aa96-c502067d3ae6 service nova] Enqueued Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 986.901681] env[66094]: INFO networking_nsxv3.common.synchronization [req-dff11d60-cf46-4194-9915-192a06a7ae7d req-5314526e-d2e7-4aa1-aa96-c502067d3ae6 service nova] Enqueued Resource ID: 500e3578-68b2-4ba5-bb54-59bd47bab3af with Priority: HIGHEST for action port [ 986.902087] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_rules [ 986.902223] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 986.902317] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500e3578-68b2-4ba5-bb54-59bd47bab3af with Priority: HIGHEST for action port [ 986.902591] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.902744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.902816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.903651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.903747] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.904629] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.904735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.904805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.905011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.905165] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.905259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.905321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.905460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.905543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.905631] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.907471] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-500e3578-68b2-4ba5-bb54-59bd47bab3af taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.908262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-500e3578-68b2-4ba5-bb54-59bd47bab3af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.908262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-500e3578-68b2-4ba5-bb54-59bd47bab3af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.908262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-500e3578-68b2-4ba5-bb54-59bd47bab3af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.908262] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('500e3578-68b2-4ba5-bb54-59bd47bab3af',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.324775] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.410550] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.410666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.411225] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.412107] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 500e3578-68b2-4ba5-bb54-59bd47bab3af with status ACTIVE [ 987.412107] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.412269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.412269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.412741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.412741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.412850] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.412903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.412992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.413188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.413294] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.413510] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.413660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.413730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.413924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.414102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.414217] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 500e3578-68b2-4ba5-bb54-59bd47bab3af is going to be updated. [ 987.439178] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.440550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.440550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.440550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.440550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.440550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-500e3578-68b2-4ba5-bb54-59bd47bab3af" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.690666] env[66094]: INFO networking_nsxv3.common.synchronization [req-ef8d9405-04a4-4686-994b-6565854b0892 req-5416977a-fdf1-490e-bd6d-739e2fa5e3c0 tempest-ServerActionsTestOtherB-1868790427 tempest-ServerActionsTestOtherB-1868790427-project-member] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 987.691351] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 987.691740] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.691880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.692099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.692331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.692512] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.692666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.692666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.692865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.692958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.693067] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.828258] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.828258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.828258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.828258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.828258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.828258] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 987.884116] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.884342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.884443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.884748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.885568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.896261] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 987.916159] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.003506] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac19b222-bf01-4f3e-9858-b807fec05f81 in Status: SUCCESS [ 988.003737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.080713] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.083648] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.083648] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.083648] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.083648] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.083648] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.083648] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.083648] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.083648] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.083648] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.083648] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.083648] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.083648] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.083648] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.083648] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.083648] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.101602] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.101852] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.102720] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.102720] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.102720] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-ea9ebc85-f1fb-4020-87d1-b96cbd30bb18 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.102720] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-ea9ebc85-f1fb-4020-87d1-b96cbd30bb18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.102962] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-ea9ebc85-f1fb-4020-87d1-b96cbd30bb18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.103154] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-ea9ebc85-f1fb-4020-87d1-b96cbd30bb18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.103326] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9ebc85-f1fb-4020-87d1-b96cbd30bb18',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.198768] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.198768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.198768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.198768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.198768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.199046] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.199046] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.199046] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.199207] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.199207] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.199312] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 988.226860] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.227048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.227111] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.227332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.227484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.238920] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 988.419498] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.419498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.419789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.419899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.419987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.420125] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 is going to be created. [ 988.452148] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.452148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.452148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.452148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.452148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.465287] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: UNINITIALIZED for 2s [ 988.605778] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.606153] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.606153] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.606425] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.606576] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.606734] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port ea9ebc85-f1fb-4020-87d1-b96cbd30bb18 not found, creating... [ 988.607057] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.607226] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.607346] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.607567] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.607708] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.608062] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.608302] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.608504] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.608933] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.609132] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.609317] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: ea9ebc85-f1fb-4020-87d1-b96cbd30bb18 is going to be created. [ 988.643307] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.643507] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.643642] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.644011] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.644378] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.644625] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-ea9ebc85-f1fb-4020-87d1-b96cbd30bb18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.355701] env[66094]: INFO networking_nsxv3.common.synchronization [req-ef8d9405-04a4-4686-994b-6565854b0892 req-bf5cf45e-a850-4af9-a309-d0dd86b26a89 service nova] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 989.355899] env[66094]: INFO networking_nsxv3.common.synchronization [req-ef8d9405-04a4-4686-994b-6565854b0892 req-bf5cf45e-a850-4af9-a309-d0dd86b26a89 service nova] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 989.356055] env[66094]: INFO networking_nsxv3.common.synchronization [req-ef8d9405-04a4-4686-994b-6565854b0892 req-bf5cf45e-a850-4af9-a309-d0dd86b26a89 service nova] Enqueued Resource ID: ea9ebc85-f1fb-4020-87d1-b96cbd30bb18 with Priority: HIGHEST for action port [ 989.356965] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 989.357250] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 989.357380] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9ebc85-f1fb-4020-87d1-b96cbd30bb18 with Priority: HIGHEST for action port [ 989.357669] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.357845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.357845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.358057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.358186] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.359648] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.359875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.360943] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9ebc85-f1fb-4020-87d1-b96cbd30bb18 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.360943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9ebc85-f1fb-4020-87d1-b96cbd30bb18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.360943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9ebc85-f1fb-4020-87d1-b96cbd30bb18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.360943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9ebc85-f1fb-4020-87d1-b96cbd30bb18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.360943] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9ebc85-f1fb-4020-87d1-b96cbd30bb18',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.862558] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.862777] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.865054] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea9ebc85-f1fb-4020-87d1-b96cbd30bb18 with status ACTIVE [ 989.865246] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.865375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.865444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.865663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.865756] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.865949] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.866260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.866260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.866399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.866477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.866675] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.866757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.866912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.867039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.867125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.867204] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea9ebc85-f1fb-4020-87d1-b96cbd30bb18 is going to be updated. [ 989.887899] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.888059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.888131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.888337] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.888477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.888630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9ebc85-f1fb-4020-87d1-b96cbd30bb18" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.907541] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 989.907631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.908734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.908734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.908734] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.908904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.908904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.909054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.909137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.909221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.909316] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.249273] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 990.249491] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 deletion is rescheduled due to dependency. [ 990.249670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.249842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.250108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.250422] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.250482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.250518] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.250701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.250797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.250898] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.412500] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.412500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.412500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.413639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.413639] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.413639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.413639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.413639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.413639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.413639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.413639] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.413639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.414127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.414127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.414127] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.414127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.414127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.414299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.414299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.414390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.414482] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.477606] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: SUCCESS [ 990.477606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.477606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.477606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.477835] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.477835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.477918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.478058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.478156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.478260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.478357] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.754134] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.916262] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 994392ff-ffb5-4df5-abbe-53be12d4c1e6: rpc.has_security_group_logging(os_id): False [ 990.934736] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.934888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.934957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.935193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.935286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.935472] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.935571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.935633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.935780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.935856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.936047] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.936146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.936208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.936346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.936420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.936612] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.936789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.936850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.936990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.937070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.937154] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 990.980781] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.980939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.981009] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.981241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.981409] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.981506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.981596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.981779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.981873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.981960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.982122] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.982214] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.982273] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.982410] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.982542] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.982630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.982691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.982852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.982928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.983017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.983115] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.005746] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.005924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.005976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.006257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.006419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.022697] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 991.256819] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.331970] env[66094]: INFO networking_nsxv3.common.synchronization [req-d4dc2f84-a9df-4172-89c9-ab42089bd077 req-92ded42e-99b6-40cd-a0fe-b3ce9fcd28f2 tempest-ServerDiagnosticsNegativeTest-194113974 tempest-ServerDiagnosticsNegativeTest-194113974-project-member] Enqueued Resource ID: ac19b222-bf01-4f3e-9858-b807fec05f81 with Priority: HIGHEST for action security_group_members [ 991.331970] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac19b222-bf01-4f3e-9858-b807fec05f81 with Priority: HIGHEST for action security_group_members [ 991.331970] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac19b222-bf01-4f3e-9858-b807fec05f81 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.332386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.332386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.332466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.332675] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.332833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.332924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.333127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.333195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.333294] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac19b222-bf01-4f3e-9858-b807fec05f81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.485322] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 153110f2-0b4a-40bd-b187-1c6816503a44: rpc.has_security_group_logging(os_id): False [ 991.508582] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.508843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.508843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.509163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.509264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.509556] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.509720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.509793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.510028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.510135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.510383] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.510511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.510707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.510804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.510888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.511120] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.511259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.511331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.511516] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.511599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.511749] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 is going to be created. [ 991.604158] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.604507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.604507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.604637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.604787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.619517] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: IN_PROGRESS for 2s [ 991.760293] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.760293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.760293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.760474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.760474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.760664] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 991.800969] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.801191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.801266] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.801480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.801627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.814803] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 991.835544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.835788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.835942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.836232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.836358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.836682] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.836811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.836898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.837149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.837234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.837403] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac19b222-bf01-4f3e-9858-b807fec05f81 is going to be updated. [ 991.881288] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.881435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.881501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.881731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.881879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.893111] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac19b222-bf01-4f3e-9858-b807fec05f81 in Status: IN_PROGRESS for 2s [ 993.039073] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 993.039382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.639385] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: SUCCESS [ 993.640860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.824893] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 993.825138] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.825309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.825521] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.825762] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.825888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.825953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.826125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.826207] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.826295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.826386] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.903149] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac19b222-bf01-4f3e-9858-b807fec05f81 in Status: SUCCESS [ 993.903318] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac19b222-bf01-4f3e-9858-b807fec05f81 deletion is rescheduled due to dependency. [ 993.903445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.329008] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.831905] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe9aec4a-404e-42b8-848c-edaa7063e164: rpc.has_security_group_logging(os_id): False [ 994.849735] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.849909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.849981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.850196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.850288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.850535] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.850632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.850695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.850841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.850916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.851025] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 994.918909] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.918909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.918909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.918909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.921439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.938353] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 995.630165] env[66094]: INFO networking_nsxv3.common.synchronization [req-63055681-c963-48f0-ae11-95416989a62b req-19a95e12-910d-492d-b86f-3733f5423766 tempest-ImagesTestJSON-555839420 tempest-ImagesTestJSON-555839420-project-member] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 995.630865] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 995.631392] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.631536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.631584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.631921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.632017] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.632128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.632190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.632342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.632430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.632524] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.989283] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.989613] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.989679] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.989991] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.990375] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.990649] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.990649] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.991254] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.991254] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.991405] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.991576] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.991652] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.991719] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.991864] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.992127] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.992127] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.013614] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.014522] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.014522] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.014522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.014522] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-f4bb0e08-fc18-4f0d-80df-0712e83d7f83 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.014725] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-f4bb0e08-fc18-4f0d-80df-0712e83d7f83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.014770] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-f4bb0e08-fc18-4f0d-80df-0712e83d7f83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.015087] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-f4bb0e08-fc18-4f0d-80df-0712e83d7f83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.015230] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4bb0e08-fc18-4f0d-80df-0712e83d7f83',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.134643] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.134817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.134886] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.135126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.135220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.135430] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.135532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.135587] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.135742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.135818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.135900] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 already deleted. [ 996.135979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.519065] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.519065] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.519065] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.519065] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.519065] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.519447] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port f4bb0e08-fc18-4f0d-80df-0712e83d7f83 not found, creating... [ 996.519447] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.519598] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.520809] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.520809] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.520809] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.520809] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.520809] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.520809] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.520809] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.521167] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.521167] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: f4bb0e08-fc18-4f0d-80df-0712e83d7f83 is going to be created. [ 996.548540] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.548832] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.549020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.549275] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.549517] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.549933] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-f4bb0e08-fc18-4f0d-80df-0712e83d7f83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.950779] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 996.951098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.237082] env[66094]: INFO networking_nsxv3.common.synchronization [req-63055681-c963-48f0-ae11-95416989a62b req-e515ef39-c7f4-44e6-90a8-fa310079a0e1 service nova] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_rules [ 997.237266] env[66094]: INFO networking_nsxv3.common.synchronization [req-63055681-c963-48f0-ae11-95416989a62b req-e515ef39-c7f4-44e6-90a8-fa310079a0e1 service nova] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 997.237404] env[66094]: INFO networking_nsxv3.common.synchronization [req-63055681-c963-48f0-ae11-95416989a62b req-e515ef39-c7f4-44e6-90a8-fa310079a0e1 service nova] Enqueued Resource ID: f4bb0e08-fc18-4f0d-80df-0712e83d7f83 with Priority: HIGHEST for action port [ 997.237897] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_rules [ 997.238564] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 997.238702] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bb0e08-fc18-4f0d-80df-0712e83d7f83 with Priority: HIGHEST for action port [ 997.244271] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.244271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.244271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.244271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.244271] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.244271] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.244271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.244271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.244271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.244586] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.244586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.244586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.244683] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.244721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.244793] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.245618] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4bb0e08-fc18-4f0d-80df-0712e83d7f83 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.245718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4bb0e08-fc18-4f0d-80df-0712e83d7f83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.245781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4bb0e08-fc18-4f0d-80df-0712e83d7f83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.247866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4bb0e08-fc18-4f0d-80df-0712e83d7f83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.247969] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4bb0e08-fc18-4f0d-80df-0712e83d7f83',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.533380] env[66094]: INFO networking_nsxv3.common.synchronization [None req-f8082153-14f4-4ab4-ba5b-f97b6c0f5a81 None None] Enqueued Resource ID: 5596ca69-b3a5-44dd-861f-db245d9e5a3a with Priority: HIGHEST for action port [ 997.533987] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5596ca69-b3a5-44dd-861f-db245d9e5a3a with Priority: HIGHEST for action port [ 997.534324] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-5596ca69-b3a5-44dd-861f-db245d9e5a3a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.534449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5596ca69-b3a5-44dd-861f-db245d9e5a3a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.534517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5596ca69-b3a5-44dd-861f-db245d9e5a3a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.534810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5596ca69-b3a5-44dd-861f-db245d9e5a3a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.534908] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5596ca69-b3a5-44dd-861f-db245d9e5a3a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.749653] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.749892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.750244] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.751468] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4bb0e08-fc18-4f0d-80df-0712e83d7f83 with status ACTIVE [ 997.751850] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.751959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.752073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.752264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.752358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.752810] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.752810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.752945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.753069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.753210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.753428] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.753523] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.753586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.753732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.753809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.753935] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4bb0e08-fc18-4f0d-80df-0712e83d7f83 is going to be updated. [ 997.776530] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.776826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.776826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.777176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.777176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.777267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4bb0e08-fc18-4f0d-80df-0712e83d7f83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.036986] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5596ca69-b3a5-44dd-861f-db245d9e5a3a [ 998.037300] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.037462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.037573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.038124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.038321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.038994] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5596ca69-b3a5-44dd-861f-db245d9e5a3a already deleted. [ 998.039171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5596ca69-b3a5-44dd-861f-db245d9e5a3a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.090441] env[66094]: INFO networking_nsxv3.common.synchronization [req-eeecf242-e821-460e-8f7e-db167ee11695 req-248f6e0b-de7f-4cd6-8b99-89e883dcd5d7 tempest-MultipleCreateTestJSON-1385847711 tempest-MultipleCreateTestJSON-1385847711-project-member] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 998.091272] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 998.092027] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.092027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.092027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.092027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.092281] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.092326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.092399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.092534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.092619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.092717] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.256074] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.538399] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.538873] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.538873] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.538979] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.539189] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.542877] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.542877] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.542877] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.542877] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.542877] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.542877] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.542877] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.542877] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.542877] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.542877] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.542877] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.560461] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.560637] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.560777] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.560989] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.561914] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-1d80c9bc-0c78-4949-8408-cd2c46bec46e taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.562123] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-1d80c9bc-0c78-4949-8408-cd2c46bec46e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.562248] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-1d80c9bc-0c78-4949-8408-cd2c46bec46e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.562596] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-1d80c9bc-0c78-4949-8408-cd2c46bec46e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.562721] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d80c9bc-0c78-4949-8408-cd2c46bec46e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.596621] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.596621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.596621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.596621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.596621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.596621] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.596621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.596621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.596621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.596621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.596621] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 998.633031] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.633227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.633300] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.633542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.633657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.658322] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 998.763578] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.763734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.764761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.764761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.764761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.764761] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be created. [ 998.811283] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.811421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.811489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.811706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.811900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.826777] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: UNINITIALIZED for 2s [ 999.066512] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.070357] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.070357] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.070357] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.070357] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.070357] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 1d80c9bc-0c78-4949-8408-cd2c46bec46e not found, creating... [ 999.070357] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.070357] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.070357] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.070357] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.070357] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.071171] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.071171] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.071171] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.071171] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.071171] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.071171] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 1d80c9bc-0c78-4949-8408-cd2c46bec46e is going to be created. [ 999.091972] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.093527] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.093527] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.093527] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.093527] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.093527] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-1d80c9bc-0c78-4949-8408-cd2c46bec46e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.850384] env[66094]: INFO networking_nsxv3.common.synchronization [req-eeecf242-e821-460e-8f7e-db167ee11695 req-e53d2184-ed86-4ffa-92c3-dd17a498b2df service nova] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_rules [ 999.850571] env[66094]: INFO networking_nsxv3.common.synchronization [req-eeecf242-e821-460e-8f7e-db167ee11695 req-e53d2184-ed86-4ffa-92c3-dd17a498b2df service nova] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 999.850710] env[66094]: INFO networking_nsxv3.common.synchronization [req-eeecf242-e821-460e-8f7e-db167ee11695 req-e53d2184-ed86-4ffa-92c3-dd17a498b2df service nova] Enqueued Resource ID: 1d80c9bc-0c78-4949-8408-cd2c46bec46e with Priority: HIGHEST for action port [ 999.851332] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_rules [ 999.851471] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 999.851568] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d80c9bc-0c78-4949-8408-cd2c46bec46e with Priority: HIGHEST for action port [ 999.851899] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.853202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.853202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.853202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.853202] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.854424] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.854424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.855092] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d80c9bc-0c78-4949-8408-cd2c46bec46e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.855092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d80c9bc-0c78-4949-8408-cd2c46bec46e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.855092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d80c9bc-0c78-4949-8408-cd2c46bec46e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.855687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d80c9bc-0c78-4949-8408-cd2c46bec46e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.855687] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d80c9bc-0c78-4949-8408-cd2c46bec46e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.088197] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a4b5f770-21cf-4dae-864a-1ce64ba8747e None None] Enqueued Resource ID: e0535e5f-b922-4436-872c-1e4bf7f2a3b6 with Priority: HIGHEST for action port [ 1000.088860] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0535e5f-b922-4436-872c-1e4bf7f2a3b6 with Priority: HIGHEST for action port [ 1000.089055] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0535e5f-b922-4436-872c-1e4bf7f2a3b6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.089250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0535e5f-b922-4436-872c-1e4bf7f2a3b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.089250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0535e5f-b922-4436-872c-1e4bf7f2a3b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.089485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0535e5f-b922-4436-872c-1e4bf7f2a3b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.089959] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0535e5f-b922-4436-872c-1e4bf7f2a3b6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.358034] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.359962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.359962] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d80c9bc-0c78-4949-8408-cd2c46bec46e with status ACTIVE [ 1000.359962] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.359962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.359962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.359962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.359962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.359962] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.359962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.359962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.360778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.360875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.361231] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.361231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.361231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.361447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.361447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.361539] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d80c9bc-0c78-4949-8408-cd2c46bec46e is going to be updated. [ 1000.382795] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.383089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.383089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.383242] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.383381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.383540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d80c9bc-0c78-4949-8408-cd2c46bec46e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.591428] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0535e5f-b922-4436-872c-1e4bf7f2a3b6 [ 1000.591833] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.591833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.591980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.592135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.592227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.592324] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0535e5f-b922-4436-872c-1e4bf7f2a3b6 already deleted. [ 1000.592421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0535e5f-b922-4436-872c-1e4bf7f2a3b6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.670022] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 1000.670135] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 deletion is rescheduled due to dependency. [ 1000.670331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.670589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.670898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.671200] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.671397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.671520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.671783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.671935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.672476] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.850338] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1000.850338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.850338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.850858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.851091] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.852035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.852035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.852035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.852035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.852035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.852035] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.174991] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.354546] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.354657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.354730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.354950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.355133] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.355235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.355298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.355440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.355718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.355718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.355906] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.355906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.355906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.356131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.356190] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.356260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.356304] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.356437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.356510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.356592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.356681] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.678483] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.859197] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66551057-a750-42d6-a8e5-bfe4c4677e72: rpc.has_security_group_logging(os_id): False [ 1001.882915] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.882915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.882915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.882915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.882915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.882915] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.882915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.882915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.882915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.882915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.882915] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.882915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.882915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.883600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.883600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.883600] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.883600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.883600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.883600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.883772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.883772] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be created. [ 1001.927298] env[66094]: INFO networking_nsxv3.common.synchronization [req-eeecf242-e821-460e-8f7e-db167ee11695 req-eece6801-de65-4171-b309-7899ec8f1ad4 tempest-MultipleCreateTestJSON-1385847711 tempest-MultipleCreateTestJSON-1385847711-project-member] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 1001.927931] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 1001.928360] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.928473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.971908] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.971908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.971908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.972215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.972425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.992486] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1002.183045] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.183045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.183045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.183045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.183045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.183045] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 1002.227392] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.227575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.227649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.227863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.228022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.240730] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 1002.285038] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.285311] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.285476] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.285791] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.286111] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.286322] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.286467] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.286730] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.286953] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.287236] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.287384] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.287872] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.287872] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.287872] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.287872] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.288505] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.316381] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.316587] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.316760] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.316961] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-207" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.317347] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-6095c172-5dd7-41c2-b6f6-e6113e34036f taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.317586] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-6095c172-5dd7-41c2-b6f6-e6113e34036f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.317699] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-6095c172-5dd7-41c2-b6f6-e6113e34036f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.318062] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-6095c172-5dd7-41c2-b6f6-e6113e34036f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.318213] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6095c172-5dd7-41c2-b6f6-e6113e34036f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.821048] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.821048] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.821048] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.821048] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.821400] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.821400] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 6095c172-5dd7-41c2-b6f6-e6113e34036f not found, creating... [ 1002.821488] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.821641] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.821806] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.822077] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.822229] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.822518] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.822673] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.822833] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.823052] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.823194] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.823336] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 6095c172-5dd7-41c2-b6f6-e6113e34036f is going to be created. [ 1002.854243] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.854485] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.854594] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.854883] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.855134] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.855361] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-6095c172-5dd7-41c2-b6f6-e6113e34036f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.363667] env[66094]: INFO networking_nsxv3.common.synchronization [req-73a9ea2a-41e4-4de1-861c-a19677ab1f52 req-6a9cfb09-58f2-44f4-813d-d640029384dd tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_members [ 1003.364753] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 with Priority: HIGHEST for action security_group_members [ 1003.365092] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-763cf55d-464d-446a-80d3-0a99a0bb15c8 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.365226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.365297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.365520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.365699] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.365814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.365921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.366102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.366223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.366378] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763cf55d-464d-446a-80d3-0a99a0bb15c8',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.553459] env[66094]: INFO networking_nsxv3.common.synchronization [req-eeecf242-e821-460e-8f7e-db167ee11695 req-b9adabd8-81a4-4350-b1eb-0c42a0202efa service nova] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_rules [ 1003.553459] env[66094]: INFO networking_nsxv3.common.synchronization [req-eeecf242-e821-460e-8f7e-db167ee11695 req-b9adabd8-81a4-4350-b1eb-0c42a0202efa service nova] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 1003.553459] env[66094]: INFO networking_nsxv3.common.synchronization [req-eeecf242-e821-460e-8f7e-db167ee11695 req-b9adabd8-81a4-4350-b1eb-0c42a0202efa service nova] Enqueued Resource ID: 6095c172-5dd7-41c2-b6f6-e6113e34036f with Priority: HIGHEST for action port [ 1003.553989] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_rules [ 1003.554217] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 1003.554253] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6095c172-5dd7-41c2-b6f6-e6113e34036f with Priority: HIGHEST for action port [ 1003.554530] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.554650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.554828] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.555167] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.555167] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-6095c172-5dd7-41c2-b6f6-e6113e34036f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.555292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6095c172-5dd7-41c2-b6f6-e6113e34036f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.555292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6095c172-5dd7-41c2-b6f6-e6113e34036f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.555453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6095c172-5dd7-41c2-b6f6-e6113e34036f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.555533] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6095c172-5dd7-41c2-b6f6-e6113e34036f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.868689] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.868851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.868925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.869209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.869315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.869517] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.869620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.869789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.869949] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.870069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.870184] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 is going to be updated. [ 1003.900248] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.900248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.900248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.900248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.900248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.910233] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 in Status: IN_PROGRESS for 2s [ 1004.005196] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1004.005508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.057884] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6095c172-5dd7-41c2-b6f6-e6113e34036f with status ACTIVE [ 1004.058203] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.058352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.058423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.058671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.058772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.059007] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.059183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.059281] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.059511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.059637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.059904] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.060044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.060138] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.060353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.060470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.060598] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6095c172-5dd7-41c2-b6f6-e6113e34036f is going to be updated. [ 1004.088116] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.088116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.088116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.088116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.088116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.088116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6095c172-5dd7-41c2-b6f6-e6113e34036f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.253620] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 1004.253866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.254092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.254317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.254585] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.255020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.255020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.255020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.255020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.255171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.255206] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.256291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.256462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.256644] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.256756] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.256842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.257069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.257157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.257254] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.759587] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.759886] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.759938] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.263000] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.766551] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.766551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.766551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.766985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.766985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.766985] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 1005.804319] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.804319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.804319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.804319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.804319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.816011] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 1005.919932] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 in Status: SUCCESS [ 1005.920145] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763cf55d-464d-446a-80d3-0a99a0bb15c8 deletion is rescheduled due to dependency. [ 1005.920588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763cf55d-464d-446a-80d3-0a99a0bb15c8" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.443887] env[66094]: INFO networking_nsxv3.common.synchronization [req-05fea149-bd50-4f55-84a2-de130b0283e7 req-7576d772-b8cc-40bc-9128-cef3e4f08dcd tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1006.444670] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1006.445064] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.445185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.445297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.445630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.445760] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.445865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.445941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.446091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.446180] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.446685] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.906165] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.907310] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.907310] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.907310] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.907542] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.907649] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.907995] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.908159] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.908303] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.908503] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.908614] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.908738] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.908894] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.909012] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.909129] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.909263] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.933031] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.933259] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.933368] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.933556] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.933892] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-e0eba82c-0fa9-44cc-bbd3-77c7d60212ab taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.934085] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-e0eba82c-0fa9-44cc-bbd3-77c7d60212ab" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.934222] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-e0eba82c-0fa9-44cc-bbd3-77c7d60212ab" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.937302] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-e0eba82c-0fa9-44cc-bbd3-77c7d60212ab" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.937302] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0eba82c-0fa9-44cc-bbd3-77c7d60212ab',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.950241] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.950241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.950241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.950572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.950638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.950865] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.950963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.951081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.951202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.951741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.951741] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1006.984962] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.985818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.985877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.986817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.987054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.998747] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1007.439888] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.440162] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.440334] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.440633] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.440788] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.440979] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port e0eba82c-0fa9-44cc-bbd3-77c7d60212ab not found, creating... [ 1007.441285] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.441448] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.441838] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.442141] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.442309] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.442627] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.442787] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.442905] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.443143] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.443317] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.443474] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: e0eba82c-0fa9-44cc-bbd3-77c7d60212ab is going to be created. [ 1007.470963] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.471205] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.471350] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.471736] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.472133] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.472541] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-e0eba82c-0fa9-44cc-bbd3-77c7d60212ab" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.839896] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 1007.840435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.840435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.840577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.840787] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.840934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.841022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.841172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.841253] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.841350] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.192135] env[66094]: INFO networking_nsxv3.common.synchronization [req-05fea149-bd50-4f55-84a2-de130b0283e7 req-c3d13811-a9a6-42c1-a39a-4c8bf2030d76 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 1008.192387] env[66094]: INFO networking_nsxv3.common.synchronization [req-05fea149-bd50-4f55-84a2-de130b0283e7 req-c3d13811-a9a6-42c1-a39a-4c8bf2030d76 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1008.192587] env[66094]: INFO networking_nsxv3.common.synchronization [req-05fea149-bd50-4f55-84a2-de130b0283e7 req-c3d13811-a9a6-42c1-a39a-4c8bf2030d76 service nova] Enqueued Resource ID: e0eba82c-0fa9-44cc-bbd3-77c7d60212ab with Priority: HIGHEST for action port [ 1008.193351] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 1008.193537] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1008.193668] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0eba82c-0fa9-44cc-bbd3-77c7d60212ab with Priority: HIGHEST for action port [ 1008.194153] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.194210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.194244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.194441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.194676] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.197274] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.197477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.197796] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0eba82c-0fa9-44cc-bbd3-77c7d60212ab taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.197935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0eba82c-0fa9-44cc-bbd3-77c7d60212ab" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.198032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0eba82c-0fa9-44cc-bbd3-77c7d60212ab" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.198218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0eba82c-0fa9-44cc-bbd3-77c7d60212ab" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.198477] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0eba82c-0fa9-44cc-bbd3-77c7d60212ab',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.345092] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.699820] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.699820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.703494] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0eba82c-0fa9-44cc-bbd3-77c7d60212ab with status ACTIVE [ 1008.703703] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.703840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.703907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.704158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.704245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.704544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.704544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.704677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.704708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.704805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.704955] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.705054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.705113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.705249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.705316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.705395] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0eba82c-0fa9-44cc-bbd3-77c7d60212ab is going to be updated. [ 1008.729943] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.729943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.729943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.729943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.729943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.729943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0eba82c-0fa9-44cc-bbd3-77c7d60212ab" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.849471] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.964416] env[66094]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.964416] env[66094]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.008883] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1009.009123] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac deletion is rescheduled due to dependency. [ 1009.009219] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.009390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.009605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.009828] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.009960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.010037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.010199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.010279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.010375] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.284865] env[66094]: INFO networking_nsxv3.common.synchronization [req-7e11360a-bf53-4775-ba37-c6220ef69a77 req-f5d7e54e-0294-4264-999a-eea9a40f2a58 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1009.285474] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1009.286061] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.286061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.286061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.286402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.286573] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.286645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.286713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.287690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.287690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.287690] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.352410] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.352410] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.352410] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.354589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.354589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.354589] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 1009.385828] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.385828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.385828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.386171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.386171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.399550] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 1009.514849] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.633388] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.633770] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.633770] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.633968] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.634616] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.634788] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.634942] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.636062] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.636062] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.636062] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.636062] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.636062] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.636062] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.636062] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.636062] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.636582] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.654403] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.654570] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.654711] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.654890] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.655293] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-06bd4f1e-fff8-4630-bf64-4a31050296fe taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.655488] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-06bd4f1e-fff8-4630-bf64-4a31050296fe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.655580] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-06bd4f1e-fff8-4630-bf64-4a31050296fe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.656233] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-06bd4f1e-fff8-4630-bf64-4a31050296fe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.656233] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06bd4f1e-fff8-4630-bf64-4a31050296fe',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.788897] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.789098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.789172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.789345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.789436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.789633] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.789736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.789797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.789946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.790045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.790092] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 already deleted. [ 1009.790178] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.016979] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.158156] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.161689] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.162433] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.162433] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.163117] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.163117] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 06bd4f1e-fff8-4630-bf64-4a31050296fe not found, creating... [ 1010.163117] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.163292] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.163292] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.163657] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.164528] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.164528] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.164528] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.164528] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.164761] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.164883] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.167036] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 06bd4f1e-fff8-4630-bf64-4a31050296fe is going to be created. [ 1010.194540] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.194773] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.194898] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.195219] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.195451] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.195685] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-06bd4f1e-fff8-4630-bf64-4a31050296fe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.520410] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.520900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.520900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.521070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.521232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.521315] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1010.556191] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.556448] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.556448] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.556737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.556949] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.572659] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1011.410142] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 1011.410362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.410529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.410739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.410931] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.411062] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.411146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.411332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.411439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.411526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.411685] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.411780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.411876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.411994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.412150] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.412245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.412307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.412443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.412517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.412599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.412719] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.437853] env[66094]: INFO networking_nsxv3.common.synchronization [req-7e11360a-bf53-4775-ba37-c6220ef69a77 req-6ca0a394-8921-4b6f-8ac6-de37f4b4e642 service nova] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_rules [ 1011.438042] env[66094]: INFO networking_nsxv3.common.synchronization [req-7e11360a-bf53-4775-ba37-c6220ef69a77 req-6ca0a394-8921-4b6f-8ac6-de37f4b4e642 service nova] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1011.438186] env[66094]: INFO networking_nsxv3.common.synchronization [req-7e11360a-bf53-4775-ba37-c6220ef69a77 req-6ca0a394-8921-4b6f-8ac6-de37f4b4e642 service nova] Enqueued Resource ID: 06bd4f1e-fff8-4630-bf64-4a31050296fe with Priority: HIGHEST for action port [ 1011.438791] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_rules [ 1011.439580] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1011.439580] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06bd4f1e-fff8-4630-bf64-4a31050296fe with Priority: HIGHEST for action port [ 1011.439580] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.439580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.439580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.439883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.439883] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.440838] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.440975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.440975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.441193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.441285] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.441383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.441441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.441577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.441641] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.442068] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.442704] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-06bd4f1e-fff8-4630-bf64-4a31050296fe taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.444088] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06bd4f1e-fff8-4630-bf64-4a31050296fe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.445231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06bd4f1e-fff8-4630-bf64-4a31050296fe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.445231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06bd4f1e-fff8-4630-bf64-4a31050296fe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.445231] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06bd4f1e-fff8-4630-bf64-4a31050296fe',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.915073] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f133179-c83f-4c0b-bab6-0db924f4cb62: rpc.has_security_group_logging(os_id): False [ 1011.935212] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.935396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.935438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.935632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.936052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.936052] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.936052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.936288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.936288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.936352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.936488] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.936581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.936642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.936777] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.936852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.937074] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.937185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.937248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.937482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.937562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.937648] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 1011.946308] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.947349] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.947429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.951015] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06bd4f1e-fff8-4630-bf64-4a31050296fe with status ACTIVE [ 1011.951216] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.951332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.951397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.951585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.951665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.951854] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.951955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.952029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.952360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.952360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.952506] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.952614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.952680] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.952833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.952947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.953071] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06bd4f1e-fff8-4630-bf64-4a31050296fe is going to be updated. [ 1011.971086] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.971229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.971299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.971495] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.971626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.971773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06bd4f1e-fff8-4630-bf64-4a31050296fe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.001059] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.001280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.001357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.001609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.001781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.017869] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 1012.449056] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.585879] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1012.586124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.586314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.586530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.586751] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.586877] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.586943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.587125] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.587260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.587328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.587445] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.951559] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.951988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.951988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.952317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.952425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.952615] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be created. [ 1012.982286] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.982286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.982286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.982286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.982956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.996902] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: UNINITIALIZED for 2s [ 1013.090065] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.090305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.090305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.090548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.090715] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.090802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.090862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.091019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.091161] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.091373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.091373] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.091476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.091476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.091628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.091787] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.092049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.092049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.092168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.092222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.092304] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.092397] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.594974] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a802551b-ed4e-4538-8802-e00e8025b8ac: rpc.has_security_group_logging(os_id): False [ 1013.615596] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.615780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.615876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.616165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.616268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.616550] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.616684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.616770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.616987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.617113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.617345] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.617457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.617537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.617720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.617815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.618060] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.618195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.618265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.618435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.618537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.618650] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1013.717510] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.717666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.717760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.718050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.718829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.740053] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1014.034588] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 1014.034980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.035069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.035301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.035385] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.453092] env[66094]: INFO networking_nsxv3.common.synchronization [req-dce43263-d4af-41ef-8d95-199d91299f4e req-37bd42cf-328e-4b50-b52d-59e3096acc3a tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_members [ 1014.454383] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGHEST for action security_group_members [ 1014.454383] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-99fd2b6e-9719-4400-9bee-51db8279e1f1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.454383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.454383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.454383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.454740] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.454740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.454740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.454858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.454930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.455090] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99fd2b6e-9719-4400-9bee-51db8279e1f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.537651] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.537855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.537956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.538231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.538445] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.538603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.538747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.538902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.539030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.539153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.539263] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.957799] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.958080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.958200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.958398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.958535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.958759] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.958819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.958873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.959110] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.959183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.959427] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 is going to be updated. [ 1014.993266] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.993536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.993536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.993723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.993860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.007593] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 in Status: IN_PROGRESS for 2s [ 1015.008436] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1015.008682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.008874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.009143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.011616] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.011818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.011926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.013342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.013410] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.013503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.013636] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.042162] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.042540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.042540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.043991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.043991] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.043991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.043991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.043991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.043991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.043991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.043991] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.043991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.043991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.044456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.044456] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.044456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.044456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.044582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.044731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.044782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.045741] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.516849] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.517033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.517033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.517282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.517477] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.517557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.517653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.517796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.519124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.519124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.519124] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.519124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.519124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.519124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.519124] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.519124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.519124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.519124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.519124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.519124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.519124] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.547775] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f133179-c83f-4c0b-bab6-0db924f4cb62: rpc.has_security_group_logging(os_id): False [ 1015.567792] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.568021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.568021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.568248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.568351] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.568577] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.568682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.568745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.568904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.568983] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.569184] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.569277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.569338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.569478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.569550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.569941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.569941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.569941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.570095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.570130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.570194] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 1015.632395] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.632605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.632605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.632803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.632989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.648574] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 1015.766795] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1015.767166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.952534] env[66094]: INFO networking_nsxv3.common.synchronization [req-fcd1c822-2d5e-4525-b1da-93eaca1de71f req-e0fefa91-82ee-4bc1-94b7-f40857da32d4 tempest-MultipleCreateTestJSON-1385847711 tempest-MultipleCreateTestJSON-1385847711-project-member] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 1015.953239] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 1015.953636] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.953779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.953875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.954259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.954408] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.954470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.954532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.955229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.955331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.955451] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.021356] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15: rpc.has_security_group_logging(os_id): False [ 1016.041874] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.042027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.042179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.042590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.042590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.042590] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.042727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.042727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.042954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.042954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.043093] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.043173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.043233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.043379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.043442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.043614] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.043705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.043765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.043900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.043974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.045456] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be created. [ 1016.102149] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.102290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.102353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.102573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.102801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.113374] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1016.207245] env[66094]: INFO networking_nsxv3.common.synchronization [req-5e36e54c-7162-4a7a-8100-4ff3aefb56bc req-a7ea3350-34f3-4daf-a9c7-6afcb11f62ec tempest-MultipleCreateTestJSON-1385847711 tempest-MultipleCreateTestJSON-1385847711-project-member] Enqueued Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 1016.207888] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 with Priority: HIGHEST for action security_group_members [ 1016.208253] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f133179-c83f-4c0b-bab6-0db924f4cb62 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.208398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.459139] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.962707] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.017689] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 in Status: SUCCESS [ 1017.017689] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 deletion is rescheduled due to dependency. [ 1017.017830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.133414] env[66094]: INFO networking_nsxv3.common.synchronization [req-71ea5982-f147-4d6b-8bc4-483062d01400 req-e39b7ab4-482c-439e-a853-3240a1637af5 tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1017.133919] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1017.134238] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.134386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.134502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.134609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.134761] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.134850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.134907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.135243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.135243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.135243] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.331699] env[66094]: INFO networking_nsxv3.common.synchronization [req-378b9ee7-5c96-4bd0-9a76-5247945f9956 req-00eee7e8-a4e1-4cf3-88b5-3dda01359157 tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 1017.332300] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 1017.333245] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.333245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.333245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.336156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.336156] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.336399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.336399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.336548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.336603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.336763] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.468706] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.468706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.468706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.468706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.468706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.468706] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 1017.506303] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.506303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.506303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.506303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.506303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.514200] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 1017.598694] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.598846] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.599208] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.599550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.600273] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.600273] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.600273] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.600800] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.600800] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.600800] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.600939] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.600979] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.601110] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.601220] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.601340] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.601473] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.626714] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.626896] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.627255] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.627480] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.627815] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-7a4f75e5-be46-4778-a343-7d51c451f6bd taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.627998] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-7a4f75e5-be46-4778-a343-7d51c451f6bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.628141] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-7a4f75e5-be46-4778-a343-7d51c451f6bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.628475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-7a4f75e5-be46-4778-a343-7d51c451f6bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.628614] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4f75e5-be46-4778-a343-7d51c451f6bd',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.637739] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.666098] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 1017.666539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.839363] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.839507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.839608] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.840076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.840076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.840273] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.840363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.840451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.840734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.840783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.840887] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 is going to be updated. [ 1017.889529] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.889732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.889732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.890013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.891751] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.904139] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: IN_PROGRESS for 2s [ 1018.128785] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1018.128785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.131503] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.131669] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.131760] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.132322] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.132474] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.132737] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 7a4f75e5-be46-4778-a343-7d51c451f6bd not found, creating... [ 1018.132945] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.133217] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.133274] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.133510] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.133755] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.133901] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.134184] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.134330] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.134567] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.134714] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.134859] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 7a4f75e5-be46-4778-a343-7d51c451f6bd is going to be created. [ 1018.139677] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.157990] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.158262] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.158398] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.158671] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.158899] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.159213] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-7a4f75e5-be46-4778-a343-7d51c451f6bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.643953] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.643953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.643953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.643953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.643953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.643953] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1018.675696] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.678909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.678909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.678909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.678909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.688509] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1018.904241] env[66094]: INFO networking_nsxv3.common.synchronization [req-71ea5982-f147-4d6b-8bc4-483062d01400 req-4d7d9ec5-f56e-4aea-8709-6008a689cbc9 service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 1018.904427] env[66094]: INFO networking_nsxv3.common.synchronization [req-71ea5982-f147-4d6b-8bc4-483062d01400 req-4d7d9ec5-f56e-4aea-8709-6008a689cbc9 service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1018.904568] env[66094]: INFO networking_nsxv3.common.synchronization [req-71ea5982-f147-4d6b-8bc4-483062d01400 req-4d7d9ec5-f56e-4aea-8709-6008a689cbc9 service nova] Enqueued Resource ID: 7a4f75e5-be46-4778-a343-7d51c451f6bd with Priority: HIGHEST for action port [ 1018.905143] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 1018.905369] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1018.905421] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a4f75e5-be46-4778-a343-7d51c451f6bd with Priority: HIGHEST for action port [ 1018.905786] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.906010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.906453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.906669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.906756] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.907935] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.908545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.908777] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a4f75e5-be46-4778-a343-7d51c451f6bd taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.909022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a4f75e5-be46-4778-a343-7d51c451f6bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.909110] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a4f75e5-be46-4778-a343-7d51c451f6bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.909295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a4f75e5-be46-4778-a343-7d51c451f6bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.909373] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4f75e5-be46-4778-a343-7d51c451f6bd',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.411744] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.412166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.412166] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a4f75e5-be46-4778-a343-7d51c451f6bd with status ACTIVE [ 1019.412322] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.412401] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.412468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.412845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.412845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.412998] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.413162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.413162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.413331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.413406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.413586] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.413680] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.413734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.413888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.413964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.414063] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a4f75e5-be46-4778-a343-7d51c451f6bd is going to be updated. [ 1019.436080] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.436210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.436257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.436446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.436582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.436737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a4f75e5-be46-4778-a343-7d51c451f6bd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.525151] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 1019.525445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.525622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.525843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.526094] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.526268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.526337] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.526524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.526606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.526720] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f133179-c83f-4c0b-bab6-0db924f4cb62',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.914834] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: SUCCESS [ 1019.915011] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 deletion is rescheduled due to dependency. [ 1019.915144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.029867] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.030103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.030197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.030449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.031290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.031290] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.031290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.031290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.031290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.031290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.031552] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 is going to be updated. [ 1020.063683] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.063867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.063867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.064585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.064585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.079020] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: IN_PROGRESS for 2s [ 1020.701663] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1020.702038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.702299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.702597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.702816] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.702978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.703070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.703267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.703355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.703570] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.208515] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.357368] env[66094]: INFO networking_nsxv3.common.synchronization [req-88232ef1-a8cb-4b36-be9f-3808f3ebc406 req-6aebd6bc-91d3-4aca-b819-1f6bd656125d tempest-ServerAddressesTestJSON-483654383 tempest-ServerAddressesTestJSON-483654383-project-member] Enqueued Resource ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 with Priority: HIGHEST for action security_group_members [ 1021.359233] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 with Priority: HIGHEST for action security_group_members [ 1021.359233] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a919507-6a8d-43fd-8b22-2b46e4ad2843 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.359233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.359233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.359233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.359233] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.359233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.359233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.359233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.359233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.359601] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a919507-6a8d-43fd-8b22-2b46e4ad2843',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.711170] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.781235] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.781566] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-625" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.782301] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-625" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.782401] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-625" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.782785] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.783195] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.783393] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.783778] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.784038] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.784408] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.784617] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.784840] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.785024] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.785200] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.785396] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.785642] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.807834] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.808028] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.808170] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.808358] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-625" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.808745] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-4dc71644-de01-4c13-992a-460a4ba62f81 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.808931] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-4dc71644-de01-4c13-992a-460a4ba62f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.809202] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-4dc71644-de01-4c13-992a-460a4ba62f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.809421] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-4dc71644-de01-4c13-992a-460a4ba62f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.809562] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc71644-de01-4c13-992a-460a4ba62f81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.862537] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.862537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.862537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.862537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.862537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.862816] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.862816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.862816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.863023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.863023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.863095] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 already deleted. [ 1021.863185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.087324] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 in Status: SUCCESS [ 1022.087324] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f133179-c83f-4c0b-bab6-0db924f4cb62 deletion is rescheduled due to dependency. [ 1022.087476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f133179-c83f-4c0b-bab6-0db924f4cb62" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.218664] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.219212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.219212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.219212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.219405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.219405] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1022.252143] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.252143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.252143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.252295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.252329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.264284] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1022.312091] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.312091] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.312269] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.312556] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.312712] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.312877] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 4dc71644-de01-4c13-992a-460a4ba62f81 not found, creating... [ 1022.313251] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.313423] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.313423] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.314827] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.314827] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.314827] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.314827] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.314827] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.315196] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.315196] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.315328] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 4dc71644-de01-4c13-992a-460a4ba62f81 is going to be created. [ 1022.354658] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.354882] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.355200] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.355326] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.355505] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.355767] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-4dc71644-de01-4c13-992a-460a4ba62f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.100592] env[66094]: INFO networking_nsxv3.common.synchronization [req-88232ef1-a8cb-4b36-be9f-3808f3ebc406 req-888b06ea-0a90-4d73-a16d-f9a02787ed25 service nova] Enqueued Resource ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 with Priority: HIGHEST for action security_group_rules [ 1023.100592] env[66094]: INFO networking_nsxv3.common.synchronization [req-88232ef1-a8cb-4b36-be9f-3808f3ebc406 req-888b06ea-0a90-4d73-a16d-f9a02787ed25 service nova] Enqueued Resource ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 with Priority: HIGHEST for action security_group_members [ 1023.100909] env[66094]: INFO networking_nsxv3.common.synchronization [req-88232ef1-a8cb-4b36-be9f-3808f3ebc406 req-888b06ea-0a90-4d73-a16d-f9a02787ed25 service nova] Enqueued Resource ID: 4dc71644-de01-4c13-992a-460a4ba62f81 with Priority: HIGHEST for action port [ 1023.101285] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 with Priority: HIGHEST for action security_group_rules [ 1023.101490] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 with Priority: HIGHEST for action security_group_members [ 1023.101684] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc71644-de01-4c13-992a-460a4ba62f81 with Priority: HIGHEST for action port [ 1023.102398] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a919507-6a8d-43fd-8b22-2b46e4ad2843 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.102398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.102583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.102931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.103327] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a919507-6a8d-43fd-8b22-2b46e4ad2843',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.105257] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a919507-6a8d-43fd-8b22-2b46e4ad2843 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.105257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.105257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.106491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.106491] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.106491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.106491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.108038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.108038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.108038] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a919507-6a8d-43fd-8b22-2b46e4ad2843',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.108891] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dc71644-de01-4c13-992a-460a4ba62f81 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.108891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dc71644-de01-4c13-992a-460a4ba62f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.108891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dc71644-de01-4c13-992a-460a4ba62f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.109170] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dc71644-de01-4c13-992a-460a4ba62f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.110979] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc71644-de01-4c13-992a-460a4ba62f81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.614563] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dc71644-de01-4c13-992a-460a4ba62f81 with status ACTIVE [ 1023.614951] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.615221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.615359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.615692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.615858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.616255] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.616481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.616561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.616850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.618818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.618818] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.618818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.618818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.618818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.618818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.618818] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dc71644-de01-4c13-992a-460a4ba62f81 is going to be updated. [ 1023.620222] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a919507-6a8d-43fd-8b22-2b46e4ad2843 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.620376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.620902] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a919507-6a8d-43fd-8b22-2b46e4ad2843',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.645533] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.645682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.645754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.645969] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.646126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.646286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dc71644-de01-4c13-992a-460a4ba62f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.122898] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a919507-6a8d-43fd-8b22-2b46e4ad2843',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.277314] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1024.277588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.277977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.278236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.278456] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.278581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.278649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.278820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.278919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.278999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.279118] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.570607] env[66094]: INFO networking_nsxv3.common.synchronization [req-236395c2-9710-4111-8d0b-09b6e7e83fd7 req-7bb5c6c0-f78b-4a53-a212-9b2906d0dad9 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1024.570607] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1024.571287] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.571651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.572916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.573333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.573726] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.574076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.576059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.576059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.576059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.576059] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.626041] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.626041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.626280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.626339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.626435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.626538] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 is going to be created. [ 1024.657426] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.657631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.657681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.657893] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.658082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.669111] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 in Status: UNINITIALIZED for 2s [ 1024.782598] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.782776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.782899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.783201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.783396] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.783509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.783577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.783740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.783830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.783922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.784201] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.784201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.784295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.784417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.784608] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.784710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.784769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.784918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.785024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.785114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.785216] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.081784] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.081784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.081784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.081784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.081784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.081784] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.081784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.081784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.081784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.081784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.081784] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1025.138559] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.138899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.138899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.139131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.139358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.157192] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1025.287995] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 994392ff-ffb5-4df5-abbe-53be12d4c1e6: rpc.has_security_group_logging(os_id): False [ 1025.312169] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.312433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.312510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.312708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.312875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.313096] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.313240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.313330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.313503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.313608] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.313877] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.313972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.314040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.314183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.314385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.314528] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.314647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.314719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.314868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.314970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.315043] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1025.405060] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.405305] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.405364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.405746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.406047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.423612] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1026.682113] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 in Status: SUCCESS [ 1026.682895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.682895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.682895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.683159] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.683159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.683361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.683361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.683504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683628] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a919507-6a8d-43fd-8b22-2b46e4ad2843',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.032745] env[66094]: INFO networking_nsxv3.common.synchronization [req-24bd0819-f7ba-4bb1-8214-d07985b0f9ef req-20cd505a-d8ab-4373-a39d-4d35a73e3409 tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 1027.033301] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 1027.034186] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.034186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.034186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.034360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.034394] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.034487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.034550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.034694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.034790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.035155] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.168495] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1027.168743] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 deletion is rescheduled due to dependency. [ 1027.168906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.189496] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a919507-6a8d-43fd-8b22-2b46e4ad2843 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.189702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.189774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.190091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.190285] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.190403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.190517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.190746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.190876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.191039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.191297] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a919507-6a8d-43fd-8b22-2b46e4ad2843 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.191418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.191485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.191863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.192186] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.192331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.192331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.192662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.192765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.192869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.192969] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a919507-6a8d-43fd-8b22-2b46e4ad2843',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.442683] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1027.443072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.537038] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.537038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.537038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.537390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.537390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.537620] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.537734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.537855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.538074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.538216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.538342] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 1027.572805] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.572805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.572805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.573106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.573223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.583549] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 1027.699668] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a919507-6a8d-43fd-8b22-2b46e4ad2843: rpc.has_security_group_logging(os_id): False [ 1027.722599] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.722809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.722809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.723514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.723514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.723514] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.723514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.723778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.723778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.723778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.723944] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.724048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.724103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.724278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.724383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.724559] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.724653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.724715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.724852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.724930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.725778] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 is going to be created. [ 1027.886843] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.887275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.887445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.887787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.888100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.908609] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 in Status: IN_PROGRESS for 2s [ 1028.090876] env[66094]: INFO networking_nsxv3.common.synchronization [req-6a31a7cd-ba71-4171-a533-0b7601b614f5 req-852eb19f-b90d-41f4-aa31-87ff110b48c0 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_members [ 1028.091471] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad with Priority: HIGHEST for action security_group_members [ 1028.091896] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.092580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.092661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.093782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.093782] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.093782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.093782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.093782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.093782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.093782] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.596791] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.596967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.596967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.598085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.598085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.598085] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.598085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.598085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.598363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.598363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.598459] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad is going to be updated. [ 1028.631877] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.632071] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.632174] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.632387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.632636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.643975] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad in Status: IN_PROGRESS for 2s [ 1029.380454] env[66094]: INFO networking_nsxv3.common.synchronization [req-531a645d-0007-4f09-afbb-873d8a06509e req-b62422fe-7e5f-495e-ba61-a018a909f66a tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_members [ 1029.380921] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGHEST for action security_group_members [ 1029.381287] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.381436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.381509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.381693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.384856] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.384856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.384856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.384856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.385311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.385311] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea4d45e-2df6-4bb0-981c-9f4ff12f7d70',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.594654] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 1029.594842] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 deletion is rescheduled due to dependency. [ 1029.594842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.806964] env[66094]: INFO networking_nsxv3.common.synchronization [req-54d42bc0-b0ba-4654-a13e-ee0d98981251 req-111601e3-cb16-4ebb-bc12-48fe0caf3436 tempest-ImagesTestJSON-555839420 tempest-ImagesTestJSON-555839420-project-member] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1029.808039] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1029.808166] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.808267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.808335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.808545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.808705] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.809111] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.809111] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.809111] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.809111] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.809383] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.888121] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.888770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.888955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.889301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.889345] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.889553] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.889698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.889748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.889880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.889969] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.890149] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 is going to be updated. [ 1029.923242] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 in Status: SUCCESS [ 1029.923460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.925999] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.926287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.926287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.926427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.926556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.935622] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 in Status: IN_PROGRESS for 2s [ 1030.312726] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.313029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.313107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.313797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.313797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.313958] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.314130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.314130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.314353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.314428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.314478] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1030.350114] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.350308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.350397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.350585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.350734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.360611] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1030.656647] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad in Status: SUCCESS [ 1030.656941] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad deletion is rescheduled due to dependency. [ 1030.657131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.940385] env[66094]: INFO networking_nsxv3.common.synchronization [req-b2d8b731-2b1f-44b8-8c22-6586c2b3e781 req-29d6cc5f-2cb8-4d8b-a254-e18fd2b77b8e tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1030.940921] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1030.941762] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.941762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.941762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.941762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.941762] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.942133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.942133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.942133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.942294] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.942294] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.445542] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.445679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.445722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.445988] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.446175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.446741] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.446741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.446741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.446741] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.446951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.446951] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1031.481364] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.481667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.481830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.482254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.483029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.493283] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1031.946062] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 in Status: SUCCESS [ 1031.946415] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 deletion is rescheduled due to dependency. [ 1031.946415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.973180] env[66094]: INFO networking_nsxv3.common.synchronization [req-00033d31-c572-4553-9134-f609f2a96294 req-e6c6f28e-9f5e-4b5e-9b07-164cd09d78ff tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1031.973982] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1031.974096] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.974159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.974195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.974384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.974535] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.974629] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.974689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.974829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.974953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.975014] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.371590] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1032.371823] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 deletion is rescheduled due to dependency. [ 1032.371894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.478584] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.981083] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.484321] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.484668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.484668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.484876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.484934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.485098] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1033.502495] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1033.502696] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac deletion is rescheduled due to dependency. [ 1033.503904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.517665] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.518187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.518187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.518187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.518338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.531037] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1034.326214] env[66094]: INFO networking_nsxv3.common.synchronization [req-12c0a64d-3741-4fa2-890f-93cac2c96c75 req-9bce4d00-5e99-4fb3-ad89-52a053ef1eda tempest-ServerAddressesTestJSON-483654383 tempest-ServerAddressesTestJSON-483654383-project-member] Enqueued Resource ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 with Priority: HIGHEST for action security_group_members [ 1034.326824] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 with Priority: HIGHEST for action security_group_members [ 1034.327123] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a919507-6a8d-43fd-8b22-2b46e4ad2843 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.327252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.327353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.327517] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.327669] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.327766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.327830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.327979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.328079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.328179] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a919507-6a8d-43fd-8b22-2b46e4ad2843',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.830941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.830941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.830941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.831208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.831208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.831286] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.831390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.831456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.831600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.831674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.831758] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 is going to be updated. [ 1034.865819] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.865996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.866058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.866278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.866477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.876594] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 in Status: IN_PROGRESS for 2s [ 1035.542651] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1035.542918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.740278] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.740493] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.740630] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.740929] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.741220] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.741400] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.741523] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.741768] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.741919] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.742192] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.742300] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.742428] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.742542] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.742665] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.742786] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.742914] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.767368] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.767645] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.767821] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.768036] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.768384] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-4ebef602-878c-48c7-8722-85e9d584c5c9 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.768628] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.768773] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.769074] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.769237] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebef602-878c-48c7-8722-85e9d584c5c9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.271906] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.272182] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.272343] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.272618] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.272765] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.273060] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.273247] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.273330] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.273533] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.273668] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.273942] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.274107] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.274223] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.274568] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.274830] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.275011] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 4ebef602-878c-48c7-8722-85e9d584c5c9 is going to be updated. [ 1036.297779] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.298050] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.298136] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.298421] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.298620] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.298850] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.887937] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 in Status: SUCCESS [ 1036.888209] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 deletion is rescheduled due to dependency. [ 1036.888291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.030196] env[66094]: INFO networking_nsxv3.common.synchronization [req-18256534-9c13-4f68-8bbb-b4a46969190f req-b2498f87-f026-464d-b1e0-52ad14bb76c3 service nova] Enqueued Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_rules [ 1037.030196] env[66094]: INFO networking_nsxv3.common.synchronization [req-18256534-9c13-4f68-8bbb-b4a46969190f req-b2498f87-f026-464d-b1e0-52ad14bb76c3 service nova] Enqueued Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_members [ 1037.030196] env[66094]: INFO networking_nsxv3.common.synchronization [req-18256534-9c13-4f68-8bbb-b4a46969190f req-b2498f87-f026-464d-b1e0-52ad14bb76c3 service nova] Enqueued Resource ID: 4ebef602-878c-48c7-8722-85e9d584c5c9 with Priority: HIGHEST for action port [ 1037.030196] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_rules [ 1037.030196] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_members [ 1037.030196] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ebef602-878c-48c7-8722-85e9d584c5c9 with Priority: HIGHEST for action port [ 1037.030196] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8634c948-d993-4d30-87a7-a04afc49ce66 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.030196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.030196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.030196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.030806] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.031289] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8634c948-d993-4d30-87a7-a04afc49ce66 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.031461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.031545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.031744] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.031984] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.032197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.032400] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.032644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.032762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.032869] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.033908] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ebef602-878c-48c7-8722-85e9d584c5c9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.034097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.034212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.034451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.034575] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebef602-878c-48c7-8722-85e9d584c5c9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.537200] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8634c948-d993-4d30-87a7-a04afc49ce66 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.537407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.537586] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.538699] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ebef602-878c-48c7-8722-85e9d584c5c9 with status ACTIVE [ 1037.538699] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.538874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.538874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.539917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.539917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.539917] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.539917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.539917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.539917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.539917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.540346] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.540346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.540346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.540465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.540561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.540627] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ebef602-878c-48c7-8722-85e9d584c5c9 is going to be updated. [ 1037.564177] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.564450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.564605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.564771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.564951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.565223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ebef602-878c-48c7-8722-85e9d584c5c9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.042271] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.544997] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.545192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.545320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.545554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.545665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.545769] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8634c948-d993-4d30-87a7-a04afc49ce66 is going to be updated. [ 1038.577585] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.577792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.577853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.578074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.578250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.588858] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8634c948-d993-4d30-87a7-a04afc49ce66 in Status: IN_PROGRESS for 2s [ 1038.739950] env[66094]: INFO networking_nsxv3.common.synchronization [req-7a5bdd78-9838-48b2-9051-4e96a79c8be8 req-0cb8049d-76a5-45f4-8eef-3f660a03869c tempest-ListImageFiltersTestJSON-253864458 tempest-ListImageFiltersTestJSON-253864458-project-member] Enqueued Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1038.739950] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1038.739950] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.740174] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.740174] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.740446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.740643] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.740729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.740807] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.740901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.740985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.741092] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.109872] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.110271] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.110342] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.110561] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.110851] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.111018] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.111144] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.111365] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.111583] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.111739] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.112306] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.112543] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.112638] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.112724] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.112839] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.113042] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.132987] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.133252] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.133427] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.133642] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.133991] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-70199ac6-3bce-4151-9098-5d5471372721 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.134208] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-70199ac6-3bce-4151-9098-5d5471372721" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.134342] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-70199ac6-3bce-4151-9098-5d5471372721" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.134669] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-70199ac6-3bce-4151-9098-5d5471372721" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.134806] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70199ac6-3bce-4151-9098-5d5471372721',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.243975] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.244140] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.244230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.244433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.244633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.244860] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.244993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.245096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.245277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.245374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.245439] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e already deleted. [ 1039.245747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.640834] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.641032] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.641160] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.641456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.641609] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.641812] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 70199ac6-3bce-4151-9098-5d5471372721 not found, creating... [ 1039.642187] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.642456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.642616] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.642862] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.643018] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.646148] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.646344] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.646504] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.646766] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.647144] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.647144] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 70199ac6-3bce-4151-9098-5d5471372721 is going to be created. [ 1039.667633] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.667852] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.667978] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.668252] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.668484] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.668701] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-70199ac6-3bce-4151-9098-5d5471372721" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.396694] env[66094]: INFO networking_nsxv3.common.synchronization [req-7a5bdd78-9838-48b2-9051-4e96a79c8be8 req-59fc070c-c3cc-4319-8676-7991fe1537c5 service nova] Enqueued Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_rules [ 1040.396694] env[66094]: INFO networking_nsxv3.common.synchronization [req-7a5bdd78-9838-48b2-9051-4e96a79c8be8 req-59fc070c-c3cc-4319-8676-7991fe1537c5 service nova] Enqueued Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1040.396694] env[66094]: INFO networking_nsxv3.common.synchronization [req-7a5bdd78-9838-48b2-9051-4e96a79c8be8 req-59fc070c-c3cc-4319-8676-7991fe1537c5 service nova] Enqueued Resource ID: 70199ac6-3bce-4151-9098-5d5471372721 with Priority: HIGHEST for action port [ 1040.403019] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_rules [ 1040.403019] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1040.403019] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70199ac6-3bce-4151-9098-5d5471372721 with Priority: HIGHEST for action port [ 1040.403019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.403019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.403019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.403019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.403019] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.403019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.403019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.403019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.403019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.403019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.404141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.404369] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.404647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.404858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.405101] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.406252] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-70199ac6-3bce-4151-9098-5d5471372721 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.406726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70199ac6-3bce-4151-9098-5d5471372721" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.406984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70199ac6-3bce-4151-9098-5d5471372721" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.407353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70199ac6-3bce-4151-9098-5d5471372721" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.407753] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70199ac6-3bce-4151-9098-5d5471372721',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.599862] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8634c948-d993-4d30-87a7-a04afc49ce66 in Status: SUCCESS [ 1040.600122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.600291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.600570] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.600795] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.600918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.600999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.601247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.601339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.601435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.602655] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.912221] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.912221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.912414] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.913289] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70199ac6-3bce-4151-9098-5d5471372721 with status ACTIVE [ 1040.913431] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.913569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.913643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.913829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.913917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.914105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.914195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.914260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.914404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.914471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.914668] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.914786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.914847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.915031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.915662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.915662] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70199ac6-3bce-4151-9098-5d5471372721 is going to be updated. [ 1040.939993] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.939993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.939993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.940356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.940356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.940667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70199ac6-3bce-4151-9098-5d5471372721" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.104362] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.169547] env[66094]: INFO networking_nsxv3.common.synchronization [req-bd770de4-4662-4e35-9b2b-3ae19b744816 req-f10fe1c6-ce75-4648-a844-24ef2e2e3f7b tempest-ListImageFiltersTestJSON-253864458 tempest-ListImageFiltersTestJSON-253864458-project-member] Enqueued Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1041.169736] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1041.170098] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.170333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.416995] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.519110] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.519380] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.519593] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.519907] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.520278] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.520528] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.520668] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.520985] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.522054] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.522054] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.522054] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.522054] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.522054] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.522054] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.522361] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.522361] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.544674] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.544864] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.545047] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.545213] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-307" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.545614] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-f83bd221-a8c3-402f-9ca6-6b92cba6123c taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.545867] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-f83bd221-a8c3-402f-9ca6-6b92cba6123c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.546013] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-f83bd221-a8c3-402f-9ca6-6b92cba6123c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.546367] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-f83bd221-a8c3-402f-9ca6-6b92cba6123c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.546510] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83bd221-a8c3-402f-9ca6-6b92cba6123c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.609582] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8634c948-d993-4d30-87a7-a04afc49ce66: rpc.has_security_group_logging(os_id): False [ 1041.629670] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.629762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.629867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.630099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.630219] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.630548] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.630694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.630795] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.630875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.630952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.631057] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8634c948-d993-4d30-87a7-a04afc49ce66 is going to be updated. [ 1041.697894] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.698303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.698395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.698601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.698787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.715894] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8634c948-d993-4d30-87a7-a04afc49ce66 in Status: IN_PROGRESS for 2s [ 1041.920035] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.920285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.920285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.920492] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.920568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.920673] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e is going to be created. [ 1041.950562] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.951193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.951193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.951193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.951193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.963208] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: UNINITIALIZED for 2s [ 1042.049526] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.049928] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.050227] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.050499] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.050812] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.050995] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port f83bd221-a8c3-402f-9ca6-6b92cba6123c not found, creating... [ 1042.051388] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.051690] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.051795] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.052072] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.052233] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.052645] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.052893] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.053042] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.053373] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.053599] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.053805] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: f83bd221-a8c3-402f-9ca6-6b92cba6123c is going to be created. [ 1042.074369] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.074707] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.074820] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.075100] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.075417] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.075731] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-f83bd221-a8c3-402f-9ca6-6b92cba6123c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.822397] env[66094]: INFO networking_nsxv3.common.synchronization [req-bd770de4-4662-4e35-9b2b-3ae19b744816 req-5cd25b0c-5fe6-4d73-a6e6-3a738b6020d1 service nova] Enqueued Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_rules [ 1042.822397] env[66094]: INFO networking_nsxv3.common.synchronization [req-bd770de4-4662-4e35-9b2b-3ae19b744816 req-5cd25b0c-5fe6-4d73-a6e6-3a738b6020d1 service nova] Enqueued Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1042.822397] env[66094]: INFO networking_nsxv3.common.synchronization [req-bd770de4-4662-4e35-9b2b-3ae19b744816 req-5cd25b0c-5fe6-4d73-a6e6-3a738b6020d1 service nova] Enqueued Resource ID: f83bd221-a8c3-402f-9ca6-6b92cba6123c with Priority: HIGHEST for action port [ 1042.822397] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_rules [ 1042.822943] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1042.822943] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83bd221-a8c3-402f-9ca6-6b92cba6123c with Priority: HIGHEST for action port [ 1042.822943] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.823190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.823343] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.823440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.823760] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-f83bd221-a8c3-402f-9ca6-6b92cba6123c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.823934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f83bd221-a8c3-402f-9ca6-6b92cba6123c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.823934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f83bd221-a8c3-402f-9ca6-6b92cba6123c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.824174] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f83bd221-a8c3-402f-9ca6-6b92cba6123c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.824287] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83bd221-a8c3-402f-9ca6-6b92cba6123c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.272659] env[66094]: INFO networking_nsxv3.common.synchronization [None req-260df6a6-9c88-4765-b80b-8ccf89bfbc25 tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_rules [ 1043.273327] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_rules [ 1043.273717] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.273911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.274016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.274615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.274734] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bf70031-26e4-40ba-81cf-8e4cf0ea3671',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.327166] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f83bd221-a8c3-402f-9ca6-6b92cba6123c with status ACTIVE [ 1043.327514] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.327759] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.327835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.328072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.328190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.328491] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.328659] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.328737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.328905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.329055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.329327] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.329436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.329507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.329703] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.329781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.329870] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f83bd221-a8c3-402f-9ca6-6b92cba6123c is going to be updated. [ 1043.356931] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.357268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.357268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.357508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.357619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.357786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f83bd221-a8c3-402f-9ca6-6b92cba6123c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.390873] env[66094]: INFO networking_nsxv3.common.synchronization [None req-e2af9e8b-c32a-4d1d-a7e9-51bc5418c7ed tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_rules [ 1043.391592] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_rules [ 1043.392057] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.392057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.740367] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8634c948-d993-4d30-87a7-a04afc49ce66 in Status: SUCCESS [ 1043.740615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.800083] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.800327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.800394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.800637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.800827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.800925] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 already deleted. [ 1043.801022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.801296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.801383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.801440] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bf70031-26e4-40ba-81cf-8e4cf0ea3671',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.978423] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: SUCCESS [ 1043.978823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.979031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.979404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.979718] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.979926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.980082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.980529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.980648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.980690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.980799] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.982057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.982375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.982591] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.982710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.982889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.982963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.983065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.983161] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.325781] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.326807] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.326807] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.326807] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.326807] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.326807] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 already deleted. [ 1044.326807] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.485943] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.486136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.486407] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.988506] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.491281] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.493133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.493133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.493133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.493133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.493133] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e is going to be updated. [ 1045.530906] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.530906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.530906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.530906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.530906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.544516] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: IN_PROGRESS for 2s [ 1045.912664] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.912821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.912897] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.913122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.913234] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.416374] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.919228] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.423571] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1047.423571] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1047.556531] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: SUCCESS [ 1047.556799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.557412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.557692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.557925] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.558076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.558143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.558336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.558454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.558607] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.061456] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.071082] env[66094]: INFO networking_nsxv3.common.synchronization [req-8bbd9a5c-3003-4b3f-93c3-3f0d6f0e883b req-4c9c4e1f-cbd6-4188-937c-a37fdbb4b3ea tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 1048.072753] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 1048.074161] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.074326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.074379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.074615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.074841] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.075010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.075010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.075169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.075287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.075376] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.350453] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.350624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.350624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.350829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.367718] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1048.369236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.370916] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1048.416934] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.416934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.416934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.417265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.431350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.432193] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1048.432326] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.432512] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1048.480070] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.480383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.480743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.480910] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.482520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.482816] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1048.486696] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.486874] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.486991] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.487295] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.487566] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.487827] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.488051] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.488364] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.488524] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.488744] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.488860] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.488970] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.489091] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.489204] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.489311] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.489481] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.513706] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.513914] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.514072] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.514338] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-941" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.514734] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-4caf811d-b0b3-4371-99ee-db6ce93b6a46 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.514963] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-4caf811d-b0b3-4371-99ee-db6ce93b6a46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.515112] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-4caf811d-b0b3-4371-99ee-db6ce93b6a46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.515524] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-4caf811d-b0b3-4371-99ee-db6ce93b6a46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.515737] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4caf811d-b0b3-4371-99ee-db6ce93b6a46',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.569041] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.582170] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.582427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.582427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.582806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.582964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.583290] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1048.584627] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.584800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.584876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.585047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.610735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.611014] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.611222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.611222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.611397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.612039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.612039] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 1048.637495] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.637707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.637786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.638049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.638248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.656817] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 1048.692207] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.692441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.692540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.692862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.693184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.693729] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1048.693825] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'994392ff-ffb5-4df5-abbe-53be12d4c1e6', 'ac19b222-bf01-4f3e-9858-b807fec05f81', '87a7f7e3-a82a-421e-8dad-84555779b64e', 'e5bc2c45-090b-4510-9605-ca65683e77ff', '66607df9-2a0c-40d9-a344-984541b8e3b1', '18f18e2a-b157-4e22-a379-5b9a4bb40a82', '9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15', '97311126-c400-4917-a7ed-bd5eee2dbe7f', '4166d559-39fc-4907-bf6d-c3935eb247c1', 'fe9aec4a-404e-42b8-848c-edaa7063e164', 'a600dab8-3ab9-46e4-9b55-e58fce8ad25f', 'a802551b-ed4e-4538-8802-e00e8025b8ac', '99fd2b6e-9719-4400-9bee-51db8279e1f1', '7119602f-dd62-48d1-a877-c7004182d7d7', 'b3e34ae5-09ee-4692-a598-6f7b86c78986', 'fea4d45e-2df6-4bb0-981c-9f4ff12f7d70', '1a919507-6a8d-43fd-8b22-2b46e4ad2843', '57f1000d-e732-4d5d-8404-7c4077304e1c', '45a7c685-c335-4aff-a11b-87bd1d481d8a', '66551057-a750-42d6-a8e5-bfe4c4677e72', '31d54d2c-5e37-4306-8ba0-3980ec78c9bb', 'f67bdbc1-9ebe-4f50-bd61-9fcccae50e47', '153110f2-0b4a-40bd-b187-1c6816503a44', '7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92', 'bbc5681c-72fa-442c-a981-68e76578ed64', '31054160-0fe2-4d63-a8b3-825d6f3794a6', 'a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad', '2326f2d3-77a3-4b21-9d67-733e7de44126', '425ddf5d-fefe-45ca-ab04-0142b0c085f4', '9796fa1e-2425-4aea-b8fc-4cf3d6419dfc', '4040fbc6-010a-4ed7-84e6-2db1575684d3', '0f133179-c83f-4c0b-bab6-0db924f4cb62', 'f4a3e854-e12e-480f-aa86-d30884f69a10', 'bfb520a9-6f19-4d10-bf5e-2c79b8ad1315', 'a01585cf-b99a-4277-973f-2b824d507d8e', '6d5b299c-5c59-446d-90fe-e49d6de018f9', '985864b7-83df-4640-9c1d-dfdd8f12c34a', '9aaa8fa0-928f-4229-8afd-463446138aaf', 'b67c28ed-6676-4734-b2e0-1b725d6c9766', '8634c948-d993-4d30-87a7-a04afc49ce66', '763cf55d-464d-446a-80d3-0a99a0bb15c8', '26d43492-cbbc-4c0f-b64b-6351b1a2a177', '277f04cd-3461-4733-9cdd-0fb4ae93bd9b', 'dfa71b50-1703-4586-97ff-81199d676051', 'ed59a86a-5dba-4fe3-9460-47735361e54b', '4171dc29-0777-4a37-b94e-11fedc6fb270'} {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.693982] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1048.723036] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.723036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.723036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.723036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.723036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.723036] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1048.723036] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.723036] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1048.844398] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.844398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.844398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.844398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.845591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.846161] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1048.846161] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.846161] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1048.846161] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1048.846161] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1048.846373] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGH for action security_group_rules [ 1048.846373] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac19b222-bf01-4f3e-9858-b807fec05f81 with Priority: HIGH for action security_group_rules [ 1048.846373] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGH for action security_group_rules [ 1048.846475] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGH for action security_group_rules [ 1048.846556] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGH for action security_group_rules [ 1048.846631] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGH for action security_group_rules [ 1048.846695] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGH for action security_group_rules [ 1048.846754] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f with Priority: HIGH for action security_group_rules [ 1048.846815] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGH for action security_group_rules [ 1048.846876] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGH for action security_group_rules [ 1048.846952] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGH for action security_group_rules [ 1048.847091] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGH for action security_group_rules [ 1048.847164] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGH for action security_group_rules [ 1048.847224] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGH for action security_group_rules [ 1048.847307] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 with Priority: HIGH for action security_group_rules [ 1048.847362] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGH for action security_group_rules [ 1048.847437] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 with Priority: HIGH for action security_group_rules [ 1048.847505] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57f1000d-e732-4d5d-8404-7c4077304e1c with Priority: HIGH for action security_group_rules [ 1048.847567] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a with Priority: HIGH for action security_group_rules [ 1048.847630] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGH for action security_group_rules [ 1048.847755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.018246] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.018373] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.018483] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.019187] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.019373] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.019543] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 4caf811d-b0b3-4371-99ee-db6ce93b6a46 not found, creating... [ 1049.019822] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.019990] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.020119] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.020388] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.020528] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.020874] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.021064] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.021249] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.021442] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.021520] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.021662] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 4caf811d-b0b3-4371-99ee-db6ce93b6a46 is going to be created. [ 1049.044654] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.044654] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.044654] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.045173] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.045173] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.045240] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-4caf811d-b0b3-4371-99ee-db6ce93b6a46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.073579] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.074147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.074147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.075467] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.075467] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.075467] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e is going to be updated. [ 1049.118734] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.118999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.119092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.119316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.119521] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.132320] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: IN_PROGRESS for 2s [ 1049.793172] env[66094]: INFO networking_nsxv3.common.synchronization [req-8bbd9a5c-3003-4b3f-93c3-3f0d6f0e883b req-b3f63d2b-cf5d-4e2f-b255-1681a66150bf service nova] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_rules [ 1049.793478] env[66094]: INFO networking_nsxv3.common.synchronization [req-8bbd9a5c-3003-4b3f-93c3-3f0d6f0e883b req-b3f63d2b-cf5d-4e2f-b255-1681a66150bf service nova] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 1049.793775] env[66094]: INFO networking_nsxv3.common.synchronization [req-8bbd9a5c-3003-4b3f-93c3-3f0d6f0e883b req-b3f63d2b-cf5d-4e2f-b255-1681a66150bf service nova] Enqueued Resource ID: 4caf811d-b0b3-4371-99ee-db6ce93b6a46 with Priority: HIGHEST for action port [ 1049.795951] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_rules [ 1049.796172] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 1049.796414] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4caf811d-b0b3-4371-99ee-db6ce93b6a46 with Priority: HIGHEST for action port [ 1049.796454] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGH for action security_group_rules [ 1049.796535] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a7f7e3-a82a-421e-8dad-84555779b64e with Priority: HIGH for action security_group_rules [ 1049.796632] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGH for action security_group_rules [ 1049.796729] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 with Priority: HIGH for action security_group_rules [ 1049.796820] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGH for action security_group_rules [ 1049.796909] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a with Priority: HIGH for action security_group_rules [ 1049.796996] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f1000d-e732-4d5d-8404-7c4077304e1c with Priority: HIGH for action security_group_rules [ 1049.797103] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 with Priority: HIGH for action security_group_rules [ 1049.797175] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGH for action security_group_rules [ 1049.797260] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 with Priority: HIGH for action security_group_rules [ 1049.797346] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 with Priority: HIGH for action security_group_rules [ 1049.797430] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGH for action security_group_rules [ 1049.797519] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGH for action security_group_rules [ 1049.797601] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGH for action security_group_rules [ 1049.798169] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 with Priority: HIGH for action security_group_rules [ 1049.798303] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 with Priority: HIGH for action security_group_rules [ 1049.798429] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f with Priority: HIGH for action security_group_rules [ 1049.798588] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGH for action security_group_rules [ 1049.801838] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac19b222-bf01-4f3e-9858-b807fec05f81 with Priority: HIGH for action security_group_rules [ 1049.801838] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5bc2c45-090b-4510-9605-ca65683e77ff with Priority: HIGH for action security_group_rules [ 1049.801838] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.801838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.801838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.801838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.801838] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.801838] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.801838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.801838] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-4caf811d-b0b3-4371-99ee-db6ce93b6a46 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.801838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4caf811d-b0b3-4371-99ee-db6ce93b6a46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.801838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4caf811d-b0b3-4371-99ee-db6ce93b6a46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.801838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4caf811d-b0b3-4371-99ee-db6ce93b6a46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.801838] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4caf811d-b0b3-4371-99ee-db6ce93b6a46',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.802470] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.802470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.802470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.802470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.802470] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.803612] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a7f7e3-a82a-421e-8dad-84555779b64e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.803612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.803612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.803612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.803612] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a7f7e3-a82a-421e-8dad-84555779b64e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.804510] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.804648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.804682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.804815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.806089] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.806089] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e34ae5-09ee-4692-a598-6f7b86c78986 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.806089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.806089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.806089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.806089] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e34ae5-09ee-4692-a598-6f7b86c78986',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.807286] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.807286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.807286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.807286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.807286] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.808447] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a7c685-c335-4aff-a11b-87bd1d481d8a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.808447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.808447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.809767] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.809767] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a7c685-c335-4aff-a11b-87bd1d481d8a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.810455] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57f1000d-e732-4d5d-8404-7c4077304e1c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.810589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.810650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.810761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.810827] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57f1000d-e732-4d5d-8404-7c4077304e1c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.811490] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a919507-6a8d-43fd-8b22-2b46e4ad2843 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.811594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.811652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.811792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.811863] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a919507-6a8d-43fd-8b22-2b46e4ad2843',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.812546] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.812685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.812752] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.812848] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.812914] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.813618] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.814181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.814181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.814181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.814181] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea4d45e-2df6-4bb0-981c-9f4ff12f7d70',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.814896] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99fd2b6e-9719-4400-9bee-51db8279e1f1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.815389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.815389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.815389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.815389] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99fd2b6e-9719-4400-9bee-51db8279e1f1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.815908] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.816041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.816557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.816557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.816557] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.816934] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.817059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.817118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.817252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.817317] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.817958] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.818553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.818553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.818553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.818553] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.819363] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4166d559-39fc-4907-bf6d-c3935eb247c1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.819540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.819540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.819658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.819732] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4166d559-39fc-4907-bf6d-c3935eb247c1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.820402] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.821017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.821017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.821017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.821017] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f18e2a-b157-4e22-a379-5b9a4bb40a82',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.821639] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97311126-c400-4917-a7ed-bd5eee2dbe7f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.821749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.821813] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.821958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.822042] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97311126-c400-4917-a7ed-bd5eee2dbe7f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.822742] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66607df9-2a0c-40d9-a344-984541b8e3b1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.822870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.822966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.823302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.823302] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.823979] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac19b222-bf01-4f3e-9858-b807fec05f81 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.824101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.824206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.824312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.824391] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac19b222-bf01-4f3e-9858-b807fec05f81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.825187] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5bc2c45-090b-4510-9605-ca65683e77ff taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.825391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.825481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.825633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.825710] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5bc2c45-090b-4510-9605-ca65683e77ff',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.328898] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.329099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.329134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.329323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.329478] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.329574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.329635] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.329776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.329859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.329943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.330087] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.333681] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.333868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.335280] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.335460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.335460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.335603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.335742] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.335836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.335923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.336051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.336134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.336218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.336302] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.337762] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.337869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.338114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.338114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.338234] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.338326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.338383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.339135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.339135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.339135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.339135] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.340571] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4caf811d-b0b3-4371-99ee-db6ce93b6a46 with status ACTIVE [ 1050.340571] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.340571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.340571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.340571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.340925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.340925] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.340925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.340925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.341093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.341127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.341366] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.341366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.341478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.341592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.341635] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.341711] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4caf811d-b0b3-4371-99ee-db6ce93b6a46 is going to be updated. [ 1050.348782] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.348782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.348782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.348782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.349193] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.349193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.349193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.349193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.349361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.349361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.351621] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.351621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.351621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.351621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.351621] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.351621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.351621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.351621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.351621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.351621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.351621] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.354730] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66607df9-2a0c-40d9-a344-984541b8e3b1 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.354856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.354922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.355103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.355258] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.355351] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.355441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.355544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.355621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.355702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.355784] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.361499] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.361661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.361762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.361950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.365340] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.365340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.365340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.365340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.365340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.365340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.365340] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.368475] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.371537] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 994392ff-ffb5-4df5-abbe-53be12d4c1e6: rpc.has_security_group_logging(os_id): False [ 1050.401082] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.401240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.401309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.401527] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.413006] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.413006] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.414421] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.414535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.433583] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.433583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.433583] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.433583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.433583] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.433583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.433583] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.433583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.434261] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.434261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.434261] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.434261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.434893] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.435009] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.441364] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.441364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.441364] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1050.441364] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.441364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.441364] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1050.441364] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.441364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.441364] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1050.441364] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.441364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.441364] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1050.442057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.442057] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e34ae5-09ee-4692-a598-6f7b86c78986 is going to be deleted. [ 1050.442057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.442057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.443505] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.443633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.446152] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.446152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.446152] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1050.446152] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.446152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.446152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.446583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.446583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.446583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4caf811d-b0b3-4371-99ee-db6ce93b6a46" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.464884] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1050.465458] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.465631] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97311126-c400-4917-a7ed-bd5eee2dbe7f is going to be deleted. [ 1050.466612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.466844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.505942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.506266] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99fd2b6e-9719-4400-9bee-51db8279e1f1 is going to be deleted. [ 1050.507367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.507684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.622650] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.622650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.623571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.623691] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f18e2a-b157-4e22-a379-5b9a4bb40a82 is going to be deleted. [ 1050.628898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.629271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.652863] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.652998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.661034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.661034] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a7c685-c335-4aff-a11b-87bd1d481d8a is going to be deleted. [ 1050.661817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.662503] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.677337] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.677904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.680089] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 1050.680447] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 deletion is rescheduled due to dependency. [ 1050.680682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.681335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.681335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.681469] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.681642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.681803] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.681845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.682152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.682152] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.701658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.701823] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac19b222-bf01-4f3e-9858-b807fec05f81 is going to be deleted. [ 1050.702857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.703156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.740520] env[66094]: INFO networking_nsxv3.common.synchronization [None req-5bfcff7f-48b2-409d-9671-a55df2d66a8b tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_rules [ 1050.741965] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.742173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.743032] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.743143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.743671] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_rules [ 1050.743986] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01bdaf92-277c-482b-9ec7-1315eaba31bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.744115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.744192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.744436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.744521] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01bdaf92-277c-482b-9ec7-1315eaba31bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.779232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.779455] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be deleted. [ 1050.780370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.780617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.807516] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.808020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.838745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.838923] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a919507-6a8d-43fd-8b22-2b46e4ad2843 is going to be deleted. [ 1050.839990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.840438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.845279] env[66094]: INFO networking_nsxv3.common.synchronization [None req-5e94f523-2f0c-4202-a427-ad11ab3fdcb5 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_rules [ 1050.846171] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_rules [ 1050.846530] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01bdaf92-277c-482b-9ec7-1315eaba31bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.846681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.852091] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.853536] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.853686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.853686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.854217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.854217] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.854217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.854217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.854582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.854582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.854582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.854768] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.854857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.854922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.855127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.855281] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.855386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.855445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.855586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.855666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.855745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.855837] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.872646] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.880596] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66607df9-2a0c-40d9-a344-984541b8e3b1: rpc.has_security_group_logging(os_id): False [ 1050.884663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.885504] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57f1000d-e732-4d5d-8404-7c4077304e1c is going to be deleted. [ 1050.886097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.886398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.931761] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.931761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.954540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.954812] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea4d45e-2df6-4bb0-981c-9f4ff12f7d70 is going to be deleted. [ 1050.956237] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.956534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.958260] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.958371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.967656] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.967835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.002707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.002889] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5bc2c45-090b-4510-9605-ca65683e77ff is going to be deleted. [ 1051.004072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.004300] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.034489] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.034668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.052495] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.052495] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be deleted. [ 1051.053619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.053775] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.056847] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.057025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.153216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.153216] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.153216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.153216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.153216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.153216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.153216] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.153216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.153216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.153216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.153216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.153216] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.153216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.153216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.153848] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.153848] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.153848] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1051.155199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.155598] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.157610] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: SUCCESS [ 1051.158329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.159163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.159566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.159879] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.160214] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.160392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.160662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.160864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.161069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.161352] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.161596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.161755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.162041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.162304] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.162907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.162907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.162907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.162907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.164295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.164295] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.184835] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.228033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.228033] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a7f7e3-a82a-421e-8dad-84555779b64e is going to be deleted. [ 1051.228033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.228033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.266828] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.266828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.266828] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.266828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.281024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.281024] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be deleted. [ 1051.281024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.281024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.281024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.281024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e34ae5-09ee-4692-a598-6f7b86c78986" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.282808] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.283151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.283329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.283668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.283879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.285051] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb already deleted. [ 1051.285051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.285051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.285051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.285051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.285051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97311126-c400-4917-a7ed-bd5eee2dbe7f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.285700] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.286065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.286252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.286465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99fd2b6e-9719-4400-9bee-51db8279e1f1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.286699] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.286952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.287147] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01bdaf92-277c-482b-9ec7-1315eaba31bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.289028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.289028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.289028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.289028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a7c685-c335-4aff-a11b-87bd1d481d8a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.289028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.289028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.289028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.289518] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f18e2a-b157-4e22-a379-5b9a4bb40a82" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.290151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.293128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.293128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.293128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac19b222-bf01-4f3e-9858-b807fec05f81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.293128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.293128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.357950] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a600dab8-3ab9-46e4-9b55-e58fce8ad25f: rpc.has_security_group_logging(os_id): False [ 1051.361069] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.361069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.361283] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7119602f-dd62-48d1-a877-c7004182d7d7: rpc.has_security_group_logging(os_id): False [ 1051.366195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.366885] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.366885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.366885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.366885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.367114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.367114] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 is going to be updated. [ 1051.369350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.369561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.370389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.370389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a919507-6a8d-43fd-8b22-2b46e4ad2843" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.370389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.370389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.370389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.370389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57f1000d-e732-4d5d-8404-7c4077304e1c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.370389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.370710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.370710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.370710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea4d45e-2df6-4bb0-981c-9f4ff12f7d70" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.370835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.371731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.375081] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe9aec4a-404e-42b8-848c-edaa7063e164: rpc.has_security_group_logging(os_id): False [ 1051.405941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.406215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.407192] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.407349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.408453] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.408612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.419767] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.419767] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.428286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.428286] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4166d559-39fc-4907-bf6d-c3935eb247c1 is going to be deleted. [ 1051.428286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.428286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.428286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.428286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.428717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.428998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.429231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.429472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.430764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.431080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.431361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.432603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.432925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.433132] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.433506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5bc2c45-090b-4510-9605-ca65683e77ff" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.433783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.434193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.442869] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.443346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.507508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.507920] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.508061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.508158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.508415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.508525] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.508662] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 1051.509961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.510234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.517212] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1051.541830] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.541830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.584026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.584026] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.584026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.584026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.584026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.584026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.584026] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 1051.587328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.587885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.587885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.588368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a7f7e3-a82a-421e-8dad-84555779b64e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.588868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.590024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.590024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.590024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.590024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.590424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.654386] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.654747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.662561] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.662713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.666279] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e: rpc.has_security_group_logging(os_id): False [ 1051.670032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.670228] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.670736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.670885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.671734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.671734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.671734] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.671734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.671734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.672119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.672119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.672237] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.672309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.672482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.672657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.672980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.672980] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 is going to be updated. [ 1051.674542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.674542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.674542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.675368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.675622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.675748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.675883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4166d559-39fc-4907-bf6d-c3935eb247c1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.676076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.677082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.677082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.688036] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.717042] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 in Status: IN_PROGRESS for 2s [ 1051.717042] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 1051.717647] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.717781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.717852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.718085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.718174] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.718424] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.718539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.718603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.718791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.718873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.719110] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.719212] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.719276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.719423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.719501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.719782] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.719889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.719954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.720118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.720196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.720283] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e is going to be created. [ 1051.795210] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.795393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.795440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.795694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.795906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.827538] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 1051.833038] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.833222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.833302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.833931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.833931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.833931] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb already deleted. [ 1051.833931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.842259] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.842482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.842556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.842789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.842937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.852865] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.853102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.853102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.853471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.853695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.887346] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: IN_PROGRESS for 2s [ 1051.897464] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1051.898155] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: IN_PROGRESS for 2s [ 1052.190398] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.190398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.190398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.191560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.191560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.191560] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 1052.228592] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.228592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.228592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.228592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.228592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.235355] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 1052.501346] env[66094]: INFO networking_nsxv3.common.synchronization [req-4332262e-8587-4fe7-b47d-a664259c1c03 req-f3b313d8-27c9-490a-9713-ac8fd8c0fc83 tempest-ImagesTestJSON-555839420 tempest-ImagesTestJSON-555839420-project-member] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1052.506465] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1052.506810] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.506810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.506810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.506979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.507413] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.507413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.507413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.507581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.507581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.507659] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.947441] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.947737] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.947737] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.948444] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.948914] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.949127] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.949253] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.949555] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.949720] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.949947] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.950076] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.950188] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.950349] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.950422] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.950512] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.950649] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.975134] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.975330] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.975472] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.975815] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.976091] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-66f34592-075e-42d8-af9a-74b5070121eb taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.976305] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-66f34592-075e-42d8-af9a-74b5070121eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.976527] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-66f34592-075e-42d8-af9a-74b5070121eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.976839] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-66f34592-075e-42d8-af9a-74b5070121eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.976979] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f34592-075e-42d8-af9a-74b5070121eb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.011234] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.011370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.011441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.011902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.011902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.011969] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.012088] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.012088] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.012244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.012299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.012569] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be deleted. [ 1053.043155] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.043391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.043500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.043720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.043810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.043909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.480644] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.481767] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.481767] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.481767] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.481767] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.481767] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 66f34592-075e-42d8-af9a-74b5070121eb not found, creating... [ 1053.482025] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.482089] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.482214] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.482473] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.482617] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.482915] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.483086] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.483223] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.483446] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.483566] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.483701] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 66f34592-075e-42d8-af9a-74b5070121eb is going to be created. [ 1053.505835] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.506092] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.506253] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.506540] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.506798] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.507108] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-66f34592-075e-42d8-af9a-74b5070121eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.536838] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1053.537083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.758478] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 1053.758712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.760091] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 in Status: SUCCESS [ 1053.760329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.846887] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 1053.847255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.898654] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: SUCCESS [ 1053.898918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.899985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.900225] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.900360] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.916380] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: SUCCESS [ 1053.916596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.219709] env[66094]: INFO networking_nsxv3.common.synchronization [req-4332262e-8587-4fe7-b47d-a664259c1c03 req-597ba2be-c477-4498-b329-861f46dd9eec service nova] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_rules [ 1054.219977] env[66094]: INFO networking_nsxv3.common.synchronization [req-4332262e-8587-4fe7-b47d-a664259c1c03 req-597ba2be-c477-4498-b329-861f46dd9eec service nova] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1054.220076] env[66094]: INFO networking_nsxv3.common.synchronization [req-4332262e-8587-4fe7-b47d-a664259c1c03 req-597ba2be-c477-4498-b329-861f46dd9eec service nova] Enqueued Resource ID: 66f34592-075e-42d8-af9a-74b5070121eb with Priority: HIGHEST for action port [ 1054.220699] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_rules [ 1054.220766] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1054.220859] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f34592-075e-42d8-af9a-74b5070121eb with Priority: HIGHEST for action port [ 1054.221397] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.221397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.221397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.221542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.221640] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.223282] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.223282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.223282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.223282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.223282] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.223282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.223282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.223282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.223787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.223787] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.224214] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f34592-075e-42d8-af9a-74b5070121eb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.224312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f34592-075e-42d8-af9a-74b5070121eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.224561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f34592-075e-42d8-af9a-74b5070121eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.224561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f34592-075e-42d8-af9a-74b5070121eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.224645] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f34592-075e-42d8-af9a-74b5070121eb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.250166] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 1054.250166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.250166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.250166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.250166] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.250166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.250166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.250166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.250166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.250166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.250166] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.404606] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.404606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.404606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.404977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.405737] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.405737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.405737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.405737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.405737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.405737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.405737] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.726603] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.729196] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.729364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.729543] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66f34592-075e-42d8-af9a-74b5070121eb with status ACTIVE [ 1054.731416] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.731416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.731416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.731416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.731416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.731416] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.731416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.731416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.731416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.731416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.733329] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.733329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.733329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.733329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.733329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.733329] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66f34592-075e-42d8-af9a-74b5070121eb is going to be updated. [ 1054.753996] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.754178] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.754235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.754642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.754797] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.754957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.755053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.755224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.755318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.755418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.755576] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.755678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.755734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.755880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.756082] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.756269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.756269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.756462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.756577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.756806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.757065] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.763046] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.763208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.763208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.763366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.763488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.763687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f34592-075e-42d8-af9a-74b5070121eb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.908632] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.908836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.908939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.909207] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.909422] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.909561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.909652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.909851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.910029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.910514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.910514] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.910514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.910514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.910758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.910866] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.910940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.911008] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.911184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.911265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.911379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.911501] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.937611] env[66094]: INFO networking_nsxv3.common.synchronization [None req-38a88959-9829-4948-80c8-007e4a009d48 tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_rules [ 1054.938814] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_rules [ 1054.939356] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.939356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.939490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.939731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.940414] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9ca691f-928a-43a1-a979-9af3ca98e9a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.049790] env[66094]: INFO networking_nsxv3.common.synchronization [None req-70fe0d63-6f83-4048-aa8c-120c02c03d00 tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_rules [ 1055.050315] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_rules [ 1055.050700] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.050845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.237820] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.260864] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc5681c-72fa-442c-a981-68e76578ed64: rpc.has_security_group_logging(os_id): False [ 1055.281361] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.281622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.281622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.281861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.281952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.282245] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.282357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.282421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.282672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.282756] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.282971] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.283084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.283149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.283336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.283485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.283765] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.283896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.283953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.284188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.284271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.284361] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 1055.355267] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.355429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.356141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.356141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.356141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.371775] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 1055.416210] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e: rpc.has_security_group_logging(os_id): False [ 1055.433695] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.433848] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.433933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.434209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.434324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.434658] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.434794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.434867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.435015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.435131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.435413] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.435562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.435681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.435791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.435869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.437973] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.440783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.440783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.440783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.440783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.440783] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e is going to be updated. [ 1055.479074] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.479074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.479074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.479074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.479074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.479074] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 already deleted. [ 1055.479074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.479074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.479074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.481445] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9ca691f-928a-43a1-a979-9af3ca98e9a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.538274] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.538488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.538488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.538831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.539083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.555455] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: IN_PROGRESS for 2s [ 1055.740689] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.740874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.740916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.741162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.741257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.741358] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be created. [ 1055.766774] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.766936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.767026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.767218] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.767389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.778512] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: UNINITIALIZED for 2s [ 1056.012725] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.012725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.012725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.013055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.013055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.013055] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 already deleted. [ 1056.013055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.385839] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 1057.386215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.577588] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: SUCCESS [ 1057.577878] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.790149] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1057.790364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.790779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.790907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.791167] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.791361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.791476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.791688] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.791800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.791916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.792062] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.296031] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.296031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.296031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.296322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.296383] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.296488] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.296551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.296785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.296871] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.296960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.297121] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.297213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.297273] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.297410] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.297548] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.297723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.297836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.297985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.298499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.298621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.298830] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.802088] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66551057-a750-42d6-a8e5-bfe4c4677e72: rpc.has_security_group_logging(os_id): False [ 1058.820115] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.820260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.820332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.820565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.821216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.821216] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.821216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.821216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.821216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.821216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.821835] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.821835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.821835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.821835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.821835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.822083] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.822083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.822188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.822246] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.822314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.822415] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be created. [ 1058.920135] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.920304] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.920393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.920600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.920786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.941135] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1060.051564] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1060.051871] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1060.957606] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1060.957841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.694247] env[66094]: INFO networking_nsxv3.common.synchronization [req-194ab072-76d8-423f-909b-ddf841bf7434 req-9638342e-a40a-4edd-b8b0-0f70f6f65dff tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1064.694247] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1064.694247] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.694247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.694247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.694247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.694247] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.694247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.694247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.694778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.694778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.694778] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.873049] env[66094]: INFO networking_nsxv3.common.synchronization [req-8e1eff03-7e76-4ea6-85aa-a47002927f2d req-442ca561-d583-49cb-b20f-51e81d85a0be tempest-ServerDiskConfigTestJSON-858038890 tempest-ServerDiskConfigTestJSON-858038890-project-member] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 1064.873639] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGHEST for action security_group_members [ 1064.873938] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.875605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.875605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.878804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.879049] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.879183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.879260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.879447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.879559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.879677] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.200439] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.383020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.383286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.383286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.383500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.383612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.383804] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.383903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.383969] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.384133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.384209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.384295] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be updated. [ 1065.417760] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.417760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.417760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.417760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.417760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.427838] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: IN_PROGRESS for 2s [ 1065.703094] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.210288] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.210288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.210288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.211636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.211636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.211636] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1066.245624] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.245624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.245624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.245928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.246045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.257231] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1067.147100] env[66094]: INFO networking_nsxv3.common.synchronization [req-c3e4c101-6705-49f6-9341-8067bee094de req-0d5f91ba-f566-4a40-9d2a-c7e40cc452b6 tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_members [ 1067.147717] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_members [ 1067.147889] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.148094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.148094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.148331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.148520] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.148578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.148639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.148786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.148924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.148973] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bf70031-26e4-40ba-81cf-8e4cf0ea3671',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.440264] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc5681c-72fa-442c-a981-68e76578ed64 in Status: SUCCESS [ 1067.440264] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 deletion is rescheduled due to dependency. [ 1067.440264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.496300] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.496503] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.496682] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.496898] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.498725] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.499033] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.499983] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.499983] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.499983] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.500258] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.500313] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.500438] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.500594] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.500695] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.500820] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.501024] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.524304] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.524516] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.524662] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.524874] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.525277] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-8275d59b-8be4-452e-a8f4-610eb932154d taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.525508] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-8275d59b-8be4-452e-a8f4-610eb932154d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.525575] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-8275d59b-8be4-452e-a8f4-610eb932154d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.525922] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-8275d59b-8be4-452e-a8f4-610eb932154d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.526125] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8275d59b-8be4-452e-a8f4-610eb932154d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.650831] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.650992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.651098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.651321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.651408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.651604] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.651713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.651775] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.651922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.652025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.652132] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 already deleted. [ 1067.652171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.029553] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.029553] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.029761] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.030013] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.030085] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.030234] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 8275d59b-8be4-452e-a8f4-610eb932154d not found, creating... [ 1068.030497] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.030683] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.030816] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.031058] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.031180] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.031452] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.031628] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.031719] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.031925] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.032092] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.032217] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 8275d59b-8be4-452e-a8f4-610eb932154d is going to be created. [ 1068.055933] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.056289] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.056458] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.056868] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.057245] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.057598] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-8275d59b-8be4-452e-a8f4-610eb932154d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.268430] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1068.268430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.790016] env[66094]: INFO networking_nsxv3.common.synchronization [req-c3e4c101-6705-49f6-9341-8067bee094de req-21b8dce1-f063-4774-ab47-4efb5a4a6348 service nova] Enqueued Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_rules [ 1068.790231] env[66094]: INFO networking_nsxv3.common.synchronization [req-c3e4c101-6705-49f6-9341-8067bee094de req-21b8dce1-f063-4774-ab47-4efb5a4a6348 service nova] Enqueued Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_members [ 1068.790366] env[66094]: INFO networking_nsxv3.common.synchronization [req-c3e4c101-6705-49f6-9341-8067bee094de req-21b8dce1-f063-4774-ab47-4efb5a4a6348 service nova] Enqueued Resource ID: 8275d59b-8be4-452e-a8f4-610eb932154d with Priority: HIGHEST for action port [ 1068.790879] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_rules [ 1068.791020] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_members [ 1068.791130] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8275d59b-8be4-452e-a8f4-610eb932154d with Priority: HIGHEST for action port [ 1068.791403] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.791511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.791571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.791774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.791854] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bf70031-26e4-40ba-81cf-8e4cf0ea3671',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.794017] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.794153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.794222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.794410] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.794564] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.794660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.794787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.795116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.795116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.795116] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bf70031-26e4-40ba-81cf-8e4cf0ea3671',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.795815] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8275d59b-8be4-452e-a8f4-610eb932154d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.795929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8275d59b-8be4-452e-a8f4-610eb932154d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.795987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8275d59b-8be4-452e-a8f4-610eb932154d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.796156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8275d59b-8be4-452e-a8f4-610eb932154d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.796231] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8275d59b-8be4-452e-a8f4-610eb932154d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.295259] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.295736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.297824] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bf70031-26e4-40ba-81cf-8e4cf0ea3671',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.299035] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8275d59b-8be4-452e-a8f4-610eb932154d with status ACTIVE [ 1069.299035] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.299281] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.299281] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.299374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.299416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.299572] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.299698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.299768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.299953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.299953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.300286] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.300286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.300286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.300547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.300547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.300641] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8275d59b-8be4-452e-a8f4-610eb932154d is going to be updated. [ 1069.323521] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.323771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.323771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.324021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.324182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.324343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8275d59b-8be4-452e-a8f4-610eb932154d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.803427] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bf70031-26e4-40ba-81cf-8e4cf0ea3671',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.306344] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.306647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.306694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.306950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.307121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.307203] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 is going to be created. [ 1070.333439] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.333654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.333654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.333956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.334135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.345305] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 in Status: UNINITIALIZED for 2s [ 1072.357408] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 in Status: SUCCESS [ 1072.357753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.357883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.358059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.358247] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.358365] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.358427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.358578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.358649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.358742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.358840] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bf70031-26e4-40ba-81cf-8e4cf0ea3671',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.862569] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bf70031-26e4-40ba-81cf-8e4cf0ea3671',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.367863] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bf70031-26e4-40ba-81cf-8e4cf0ea3671: rpc.has_security_group_logging(os_id): False [ 1073.387291] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.387291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.387291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.387291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.387291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.387291] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.387291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.387291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.387291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.387291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.387291] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 is going to be created. [ 1073.451024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.451024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.451024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.451024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.451024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.460832] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 in Status: IN_PROGRESS for 2s [ 1073.792430] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1073.792430] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1075.474753] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 in Status: SUCCESS [ 1075.475192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.827477] env[66094]: INFO networking_nsxv3.common.synchronization [req-623df0b5-34a1-493c-8f75-6f1a0287c7c4 req-968f772c-b1df-4dcf-a750-75e4a95be7cb tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_members [ 1075.828115] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_members [ 1075.828444] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-01bdaf92-277c-482b-9ec7-1315eaba31bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.828592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.828657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.828917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.829109] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.829213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.829275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.829427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.829504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.829599] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01bdaf92-277c-482b-9ec7-1315eaba31bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.164146] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.164340] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.164501] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.164846] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.165210] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.165428] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.165581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.165825] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.166011] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.166258] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.166383] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.166496] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.166605] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.166718] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.166824] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.166955] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.186578] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.186775] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.187172] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.187172] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.187523] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-72246c50-692c-4d63-8609-d3aecf7f2cb3 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.187730] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-72246c50-692c-4d63-8609-d3aecf7f2cb3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.187873] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-72246c50-692c-4d63-8609-d3aecf7f2cb3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.188277] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-72246c50-692c-4d63-8609-d3aecf7f2cb3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.188432] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72246c50-692c-4d63-8609-d3aecf7f2cb3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.332568] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.332568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.332932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.333232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.333366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.333667] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.333836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.334070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.334240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.334460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.334531] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb already deleted. [ 1076.334609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.691165] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.691551] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.691551] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.691807] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.691983] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.692155] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 72246c50-692c-4d63-8609-d3aecf7f2cb3 not found, creating... [ 1076.692416] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.692569] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.692684] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.692960] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.693176] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.693475] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.693633] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.693795] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.694038] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.694214] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.694381] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 72246c50-692c-4d63-8609-d3aecf7f2cb3 is going to be created. [ 1076.716254] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.716390] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.716513] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.718456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.718456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.718456] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-72246c50-692c-4d63-8609-d3aecf7f2cb3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.433090] env[66094]: INFO networking_nsxv3.common.synchronization [req-623df0b5-34a1-493c-8f75-6f1a0287c7c4 req-ea2f80b5-8f66-438e-8cb7-63f26c5a19a9 service nova] Enqueued Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_rules [ 1077.433090] env[66094]: INFO networking_nsxv3.common.synchronization [req-623df0b5-34a1-493c-8f75-6f1a0287c7c4 req-ea2f80b5-8f66-438e-8cb7-63f26c5a19a9 service nova] Enqueued Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_members [ 1077.433416] env[66094]: INFO networking_nsxv3.common.synchronization [req-623df0b5-34a1-493c-8f75-6f1a0287c7c4 req-ea2f80b5-8f66-438e-8cb7-63f26c5a19a9 service nova] Enqueued Resource ID: 72246c50-692c-4d63-8609-d3aecf7f2cb3 with Priority: HIGHEST for action port [ 1077.433779] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_rules [ 1077.434198] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_members [ 1077.434415] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72246c50-692c-4d63-8609-d3aecf7f2cb3 with Priority: HIGHEST for action port [ 1077.434646] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01bdaf92-277c-482b-9ec7-1315eaba31bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.434774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.434838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.435051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.435139] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01bdaf92-277c-482b-9ec7-1315eaba31bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.437058] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-01bdaf92-277c-482b-9ec7-1315eaba31bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.437196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.437263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.437423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.437571] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.438137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.438137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.438137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.438137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.438137] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01bdaf92-277c-482b-9ec7-1315eaba31bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.439377] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-72246c50-692c-4d63-8609-d3aecf7f2cb3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.440121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72246c50-692c-4d63-8609-d3aecf7f2cb3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.440121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72246c50-692c-4d63-8609-d3aecf7f2cb3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.440121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72246c50-692c-4d63-8609-d3aecf7f2cb3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.440121] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72246c50-692c-4d63-8609-d3aecf7f2cb3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.937956] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-01bdaf92-277c-482b-9ec7-1315eaba31bb taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.938382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.941566] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01bdaf92-277c-482b-9ec7-1315eaba31bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.942658] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72246c50-692c-4d63-8609-d3aecf7f2cb3 with status ACTIVE [ 1077.943011] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.943011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.943011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.943011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.943011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.943011] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.943011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.943011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.943011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.943011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.943011] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.943011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.943011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.947647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.947647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.947647] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72246c50-692c-4d63-8609-d3aecf7f2cb3 is going to be updated. [ 1077.968731] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.968945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.968945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.969155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.969311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.969479] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72246c50-692c-4d63-8609-d3aecf7f2cb3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.449649] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01bdaf92-277c-482b-9ec7-1315eaba31bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.503904] env[66094]: INFO networking_nsxv3.common.synchronization [req-083f330c-8f1c-4b63-8ec9-263fd5a80884 req-e0304c22-9d42-44ff-a3aa-4ba26975bed2 tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_members [ 1078.504667] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_members [ 1078.505835] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9ca691f-928a-43a1-a979-9af3ca98e9a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.506015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.506153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.506392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.506587] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.506705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.506844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.506951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.507058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.507174] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9ca691f-928a-43a1-a979-9af3ca98e9a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.897574] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.897812] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.898543] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.898543] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.898543] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.898692] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.898730] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.898945] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.899101] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.899306] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.899419] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.899550] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.899663] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.899775] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.899880] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.900018] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.923931] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.924229] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.924387] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.924571] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.924901] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-ffe8cdae-84d2-4907-bf35-c22707b89e3b taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.925094] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-ffe8cdae-84d2-4907-bf35-c22707b89e3b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.925334] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-ffe8cdae-84d2-4907-bf35-c22707b89e3b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.925556] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-ffe8cdae-84d2-4907-bf35-c22707b89e3b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.925723] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffe8cdae-84d2-4907-bf35-c22707b89e3b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.951787] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.952121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.952121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.952341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.952456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.952576] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb is going to be created. [ 1078.982457] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.982636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.982721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.983024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.983234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.994903] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb in Status: UNINITIALIZED for 2s [ 1079.013729] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.013935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.014025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.014185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.014272] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.014465] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.014563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.014625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.014794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.014960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.015072] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 already deleted. [ 1079.015162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.431442] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.431815] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.432123] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.432464] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.432643] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.432887] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port ffe8cdae-84d2-4907-bf35-c22707b89e3b not found, creating... [ 1079.433245] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.433488] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.433683] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.434259] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.434259] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.434652] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.435618] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.435618] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.435618] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.435618] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.435975] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: ffe8cdae-84d2-4907-bf35-c22707b89e3b is going to be created. [ 1079.460212] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.460421] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.460550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.460864] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.461131] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.461358] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-ffe8cdae-84d2-4907-bf35-c22707b89e3b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.175617] env[66094]: INFO networking_nsxv3.common.synchronization [req-083f330c-8f1c-4b63-8ec9-263fd5a80884 req-fd93b8b5-770a-43aa-bafe-75ec1f84eee1 service nova] Enqueued Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_rules [ 1080.175872] env[66094]: INFO networking_nsxv3.common.synchronization [req-083f330c-8f1c-4b63-8ec9-263fd5a80884 req-fd93b8b5-770a-43aa-bafe-75ec1f84eee1 service nova] Enqueued Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_members [ 1080.175988] env[66094]: INFO networking_nsxv3.common.synchronization [req-083f330c-8f1c-4b63-8ec9-263fd5a80884 req-fd93b8b5-770a-43aa-bafe-75ec1f84eee1 service nova] Enqueued Resource ID: ffe8cdae-84d2-4907-bf35-c22707b89e3b with Priority: HIGHEST for action port [ 1080.176530] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_rules [ 1080.176682] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_members [ 1080.176805] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffe8cdae-84d2-4907-bf35-c22707b89e3b with Priority: HIGHEST for action port [ 1080.177438] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.177627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.177706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.177908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.178089] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9ca691f-928a-43a1-a979-9af3ca98e9a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.179570] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9ca691f-928a-43a1-a979-9af3ca98e9a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.179706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.179775] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.181063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.181063] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.181063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.181063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.181063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.181063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.181063] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9ca691f-928a-43a1-a979-9af3ca98e9a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.181712] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffe8cdae-84d2-4907-bf35-c22707b89e3b taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.181805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffe8cdae-84d2-4907-bf35-c22707b89e3b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.182446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffe8cdae-84d2-4907-bf35-c22707b89e3b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.182446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffe8cdae-84d2-4907-bf35-c22707b89e3b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.182446] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffe8cdae-84d2-4907-bf35-c22707b89e3b',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.680937] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9ca691f-928a-43a1-a979-9af3ca98e9a6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.681160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.682463] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9ca691f-928a-43a1-a979-9af3ca98e9a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.684280] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffe8cdae-84d2-4907-bf35-c22707b89e3b with status ACTIVE [ 1080.684280] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.684280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.684280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.684602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.684602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.684813] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.684813] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.684905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.685028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.685117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.685281] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.685370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.685430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.685626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.685626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.685714] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffe8cdae-84d2-4907-bf35-c22707b89e3b is going to be updated. [ 1080.710452] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.710645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.710645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.710921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.711139] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.711323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffe8cdae-84d2-4907-bf35-c22707b89e3b" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.730613] env[66094]: INFO networking_nsxv3.common.synchronization [req-65226a05-2194-4bc7-9809-40d96a30dc86 req-bf6491c4-bf2c-4a56-9a6a-cf2aa2ac4013 tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1080.731159] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1080.732058] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.732058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.732058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.732058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.732319] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.732319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.732416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.732536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.732618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.732713] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.008153] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb in Status: SUCCESS [ 1081.008446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.008752] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.009355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.009733] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.009961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.010114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.010585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.010585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.010585] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.011024] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01bdaf92-277c-482b-9ec7-1315eaba31bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.083527] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.083796] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.084071] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.084459] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.084858] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.085135] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.085341] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.085677] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.085935] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.086237] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.086411] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.086591] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.086737] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.086914] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.087068] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.087280] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.108929] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.109211] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.109390] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.109681] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.109954] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-e5e89720-5dfa-43c6-b1d3-b9bee22f4831 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.110225] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-e5e89720-5dfa-43c6-b1d3-b9bee22f4831" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.110348] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-e5e89720-5dfa-43c6-b1d3-b9bee22f4831" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.110757] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-e5e89720-5dfa-43c6-b1d3-b9bee22f4831" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.110935] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5e89720-5dfa-43c6-b1d3-b9bee22f4831',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.184490] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9ca691f-928a-43a1-a979-9af3ca98e9a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.236999] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.237252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.237343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.237654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.237773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.238034] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.238166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.238280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.238507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.238645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.238772] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be deleted. [ 1081.287191] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.287405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.287405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.287652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.287779] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.287837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.513655] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01bdaf92-277c-482b-9ec7-1315eaba31bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.613754] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.614074] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.614222] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.614513] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.614664] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.614821] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port e5e89720-5dfa-43c6-b1d3-b9bee22f4831 not found, creating... [ 1081.615107] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.615270] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.615390] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.615616] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.615753] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.616049] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.616210] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.616359] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.616611] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.616739] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.616828] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: e5e89720-5dfa-43c6-b1d3-b9bee22f4831 is going to be created. [ 1081.639321] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.639619] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.639785] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.640162] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.640473] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.640777] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-e5e89720-5dfa-43c6-b1d3-b9bee22f4831" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.686721] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.686957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.686957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.687202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.687334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.687387] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 is going to be created. [ 1081.715857] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.716089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.716166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.716353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.716520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.743797] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 in Status: UNINITIALIZED for 2s [ 1082.016289] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01bdaf92-277c-482b-9ec7-1315eaba31bb: rpc.has_security_group_logging(os_id): False [ 1082.037303] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.037631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.037631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.037870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.037870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.038110] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.038308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.038308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.038459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.038459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.038596] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb is going to be created. [ 1082.116201] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.116542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.116542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.116764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.116834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.129513] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb in Status: IN_PROGRESS for 2s [ 1082.378772] env[66094]: INFO networking_nsxv3.common.synchronization [req-65226a05-2194-4bc7-9809-40d96a30dc86 req-0ff458f2-f2e6-4c69-a11f-60b3edeead48 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 1082.379059] env[66094]: INFO networking_nsxv3.common.synchronization [req-65226a05-2194-4bc7-9809-40d96a30dc86 req-0ff458f2-f2e6-4c69-a11f-60b3edeead48 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1082.379154] env[66094]: INFO networking_nsxv3.common.synchronization [req-65226a05-2194-4bc7-9809-40d96a30dc86 req-0ff458f2-f2e6-4c69-a11f-60b3edeead48 service nova] Enqueued Resource ID: e5e89720-5dfa-43c6-b1d3-b9bee22f4831 with Priority: HIGHEST for action port [ 1082.379608] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 1082.379742] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1082.379856] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e89720-5dfa-43c6-b1d3-b9bee22f4831 with Priority: HIGHEST for action port [ 1082.380126] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.380243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.380327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.380504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.380618] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.381413] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.382108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.382108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.382108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.382108] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.382108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.382108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.382108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.382511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.382511] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.383057] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5e89720-5dfa-43c6-b1d3-b9bee22f4831 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.383265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5e89720-5dfa-43c6-b1d3-b9bee22f4831" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.383334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5e89720-5dfa-43c6-b1d3-b9bee22f4831" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.383536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5e89720-5dfa-43c6-b1d3-b9bee22f4831" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.383617] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5e89720-5dfa-43c6-b1d3-b9bee22f4831',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.885682] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.885927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.886061] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.887392] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5e89720-5dfa-43c6-b1d3-b9bee22f4831 with status ACTIVE [ 1082.887691] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.887851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.887851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.888082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.888172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.888388] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.889116] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.889254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.889465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.890965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.890965] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.891489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.891489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.891489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.891489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.891659] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5e89720-5dfa-43c6-b1d3-b9bee22f4831 is going to be updated. [ 1082.916944] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.917168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.917168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.918038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.918038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.918038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5e89720-5dfa-43c6-b1d3-b9bee22f4831" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.395937] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.755848] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 in Status: SUCCESS [ 1083.756091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.756266] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.756533] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.756782] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.756913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.756994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.757282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.757282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.757432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.757506] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9ca691f-928a-43a1-a979-9af3ca98e9a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.897992] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.898195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.898274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.898658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.898658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.898769] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be created. [ 1083.934428] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.934693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.934781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.934953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.935136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.949017] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: UNINITIALIZED for 2s [ 1084.142373] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb in Status: SUCCESS [ 1084.142689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.261336] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9ca691f-928a-43a1-a979-9af3ca98e9a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.764059] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9ca691f-928a-43a1-a979-9af3ca98e9a6: rpc.has_security_group_logging(os_id): False [ 1084.786547] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.786775] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.786775] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.787012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.787113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.787390] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.787520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.787609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.787716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.787792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.787887] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 is going to be created. [ 1084.860996] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.861282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.861282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.861432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.861610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.873972] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 in Status: IN_PROGRESS for 2s [ 1085.961423] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1085.961423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.961865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.961865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.962122] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.962253] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.962319] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.962487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.962577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.962675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.962784] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.324763] env[66094]: INFO networking_nsxv3.common.synchronization [req-8fc29f88-0bd3-4f4b-8506-9993b9fe6ac9 req-c314ebac-2727-44c8-b456-fd426df15314 tempest-ImagesTestJSON-555839420 tempest-ImagesTestJSON-555839420-project-member] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1086.325414] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1086.325760] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.325893] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.325946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.326200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.326349] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.326451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.326512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.326657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.326737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.326834] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.465445] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.465727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.465727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.465812] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.466000] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.466074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.466143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.466289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.466414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.466521] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.466589] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.466687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.466747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.466876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.467119] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.467119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.467254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.467317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.467356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.467425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.467627] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.829463] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.829623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.829692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.829911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.830013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.830220] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.830321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.830383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.830542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.830640] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.830793] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1086.865275] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.865404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.865480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.865684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.865828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.879998] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1086.887261] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 in Status: SUCCESS [ 1086.887261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.969801] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a802551b-ed4e-4538-8802-e00e8025b8ac: rpc.has_security_group_logging(os_id): False [ 1086.990565] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.990723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.990796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.991149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.991261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.991514] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.991622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.991685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.991846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.991925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.992123] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.992223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.992283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.992426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.992500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.992681] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.992773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.992836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.993059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.994331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.994331] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be created. [ 1087.058825] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.058986] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.059077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.059291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.059476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.076372] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1088.894026] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1088.894026] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 deletion is rescheduled due to dependency. [ 1088.894026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.093687] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1089.093868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.326559] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1091.326819] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1095.198768] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.198768] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.198768] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.199174] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.199585] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.199783] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.199934] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.200257] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.200449] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.200753] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.200912] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.201093] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.201234] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.201348] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.201457] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.201626] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.229375] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.229551] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.229764] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.230014] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-505" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.230375] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-41071f3e-741f-424b-8f62-4bfe74905ff4 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.230559] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.230681] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.231118] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.231349] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41071f3e-741f-424b-8f62-4bfe74905ff4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.734664] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.734942] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.735073] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.735539] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.735717] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.735943] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.736128] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.736255] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.736477] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.736611] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.736892] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.737376] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.737376] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.737507] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.737552] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.737688] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 41071f3e-741f-424b-8f62-4bfe74905ff4 is going to be updated. [ 1095.760648] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.760648] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.760757] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.761161] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.761403] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.761655] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.328263] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1096.328612] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1096.461341] env[66094]: INFO networking_nsxv3.common.synchronization [req-2b50dfa5-d582-46e4-be1d-8a8461330c25 req-9fd2f846-7472-48a9-8309-37e91b71a46c service nova] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_rules [ 1096.461341] env[66094]: INFO networking_nsxv3.common.synchronization [req-2b50dfa5-d582-46e4-be1d-8a8461330c25 req-9fd2f846-7472-48a9-8309-37e91b71a46c service nova] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 1096.461341] env[66094]: INFO networking_nsxv3.common.synchronization [req-2b50dfa5-d582-46e4-be1d-8a8461330c25 req-9fd2f846-7472-48a9-8309-37e91b71a46c service nova] Enqueued Resource ID: 41071f3e-741f-424b-8f62-4bfe74905ff4 with Priority: HIGHEST for action port [ 1096.461737] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_rules [ 1096.461737] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 1096.461862] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41071f3e-741f-424b-8f62-4bfe74905ff4 with Priority: HIGHEST for action port [ 1096.462397] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.462692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.462692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.462799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.463688] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.463899] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.463983] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.464089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.464338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.464494] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.464690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.464767] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.466344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.466344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.466344] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.466344] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-41071f3e-741f-424b-8f62-4bfe74905ff4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.466344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.466344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.466344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.467179] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41071f3e-741f-424b-8f62-4bfe74905ff4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.969532] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.971261] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.971261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.971798] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41071f3e-741f-424b-8f62-4bfe74905ff4 with status ACTIVE [ 1096.971798] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.971931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.971960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.972382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.972528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.972684] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.972830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.972943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.973208] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.973353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.973633] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.973814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.973925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.974168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.974668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.974668] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41071f3e-741f-424b-8f62-4bfe74905ff4 is going to be updated. [ 1096.997558] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.997726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.997853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.997980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.998130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.998292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41071f3e-741f-424b-8f62-4bfe74905ff4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.476956] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.978968] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.979190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.979243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.979476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.979572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.979673] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 is going to be updated. [ 1098.011923] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.012104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.012175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.012355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.012511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.024915] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: IN_PROGRESS for 2s [ 1100.039331] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: SUCCESS [ 1100.039669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.040173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.040173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.040427] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.040622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.040702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.040948] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.041020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.041139] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.041285] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.432682] env[66094]: INFO networking_nsxv3.common.synchronization [req-811a4572-f235-4a93-9910-75572377cbdc req-cf0a449d-743d-421e-8f75-bef5dabb7812 tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1100.433209] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1100.433712] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.433850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.433931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.434152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.434360] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.434485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.434554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.434785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.434919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.435076] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.544077] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.544821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.544821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.544821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.545150] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.545350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.545494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.545706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.545846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.545984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.546225] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.546349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.546441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.546759] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.547035] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.547799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.547976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.548211] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.548398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.548584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.548763] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.845898] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.846020] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.846096] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.846576] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.846896] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.847184] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.847399] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.847673] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.847942] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.848361] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.848557] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.848710] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.848856] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.849058] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.849261] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.849487] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.874348] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.874562] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.874764] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.875015] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.875497] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-35bc7d65-99a6-4e96-89d6-0aea0a68c2a1 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.875786] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-35bc7d65-99a6-4e96-89d6-0aea0a68c2a1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.875932] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-35bc7d65-99a6-4e96-89d6-0aea0a68c2a1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.876434] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-35bc7d65-99a6-4e96-89d6-0aea0a68c2a1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.876635] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35bc7d65-99a6-4e96-89d6-0aea0a68c2a1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.937675] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.051254] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7119602f-dd62-48d1-a877-c7004182d7d7: rpc.has_security_group_logging(os_id): False [ 1101.074946] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.075185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.075185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.075426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.075426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.075688] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.075797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.076176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.076176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.076176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.076294] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.076338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.076456] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.076535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.076597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.076846] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.076968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.077092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.077273] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.077353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.077438] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 is going to be updated. [ 1101.169276] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.169466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.169466] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.169687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.169833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.190260] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: IN_PROGRESS for 2s [ 1101.379844] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.380168] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.380332] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.380782] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.381116] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.381207] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 35bc7d65-99a6-4e96-89d6-0aea0a68c2a1 not found, creating... [ 1101.381982] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.382184] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.382351] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.382767] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.382938] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.383377] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.383657] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.383939] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.384286] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.384437] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.384740] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 35bc7d65-99a6-4e96-89d6-0aea0a68c2a1 is going to be created. [ 1101.432984] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.433581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.433762] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.434586] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.434970] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.435417] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-35bc7d65-99a6-4e96-89d6-0aea0a68c2a1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.442090] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.508313] env[66094]: INFO networking_nsxv3.common.synchronization [req-2032006a-3783-40f5-9b40-d683fca4ee9b req-91eebfaa-1070-4edf-941f-029196432311 tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1101.509940] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1101.510590] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.510828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.510972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.511339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.511586] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.512061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.512061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.512146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.512445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.512445] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.945793] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.945991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.946075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.946315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.946424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.946555] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1101.984095] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.984501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.984501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.984627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.984709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.000098] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1102.017262] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.017262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.017262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.017262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.017262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.017495] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.017495] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.017764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.017764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.017886] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.017933] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 1102.061391] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.061691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.061691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.061964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.062051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.075698] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 1102.182637] env[66094]: INFO networking_nsxv3.common.synchronization [req-811a4572-f235-4a93-9910-75572377cbdc req-adfe2e19-2d89-4043-88b6-5d9c1b77e501 service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 1102.182918] env[66094]: INFO networking_nsxv3.common.synchronization [req-811a4572-f235-4a93-9910-75572377cbdc req-adfe2e19-2d89-4043-88b6-5d9c1b77e501 service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1102.183301] env[66094]: INFO networking_nsxv3.common.synchronization [req-811a4572-f235-4a93-9910-75572377cbdc req-adfe2e19-2d89-4043-88b6-5d9c1b77e501 service nova] Enqueued Resource ID: 35bc7d65-99a6-4e96-89d6-0aea0a68c2a1 with Priority: HIGHEST for action port [ 1102.185263] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 1102.185263] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1102.185263] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bc7d65-99a6-4e96-89d6-0aea0a68c2a1 with Priority: HIGHEST for action port [ 1102.185490] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.185490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.185603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.185831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.185919] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.186850] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.186960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.187181] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-35bc7d65-99a6-4e96-89d6-0aea0a68c2a1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.187315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35bc7d65-99a6-4e96-89d6-0aea0a68c2a1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.187342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35bc7d65-99a6-4e96-89d6-0aea0a68c2a1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.187523] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35bc7d65-99a6-4e96-89d6-0aea0a68c2a1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.187601] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35bc7d65-99a6-4e96-89d6-0aea0a68c2a1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.689625] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.689830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.690079] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35bc7d65-99a6-4e96-89d6-0aea0a68c2a1 with status ACTIVE [ 1102.690291] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.690563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.690651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.690833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.690922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.691159] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.691286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.691349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.691694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.691694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.691817] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.692303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.692303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.692303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.692303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.693820] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35bc7d65-99a6-4e96-89d6-0aea0a68c2a1 is going to be updated. [ 1102.770585] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.770769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.770806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.771175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.771285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.771483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35bc7d65-99a6-4e96-89d6-0aea0a68c2a1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.013949] env[66094]: INFO networking_nsxv3.common.synchronization [req-1f634fc4-b30f-45ce-a0d0-adfe861cbf0a req-72022001-9c1d-40ab-8d9c-88e26a1ab1c4 tempest-ImagesTestJSON-555839420 tempest-ImagesTestJSON-555839420-project-member] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1103.014838] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1103.015233] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.015448] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.015498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.015991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.015991] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.016834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.016834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.016834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.016834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.016834] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.217786] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: SUCCESS [ 1103.217786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.429724] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.430066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.430174] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.430383] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.430668] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.430824] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.430944] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.431514] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.431690] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.431955] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.432040] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.432155] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.432298] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.432388] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.432496] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.432638] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.457587] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.457785] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.457965] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.458237] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.458577] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-db878004-7da1-4a48-8acf-2d75b7195f54 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.458887] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-db878004-7da1-4a48-8acf-2d75b7195f54" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.459021] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-db878004-7da1-4a48-8acf-2d75b7195f54" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.459394] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-db878004-7da1-4a48-8acf-2d75b7195f54" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.459544] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db878004-7da1-4a48-8acf-2d75b7195f54',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.519880] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.520092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.520313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.520393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.520563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.520726] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.520883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.520961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.521202] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.521299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.521426] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1103.610265] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.610457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.610457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.610672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.610826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.623875] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1103.962504] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.962870] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.963141] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.963593] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.963744] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.963958] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port db878004-7da1-4a48-8acf-2d75b7195f54 not found, creating... [ 1103.964374] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.964612] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.964693] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.965029] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.965185] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.965757] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.965942] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.966079] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.966424] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.966660] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.966880] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: db878004-7da1-4a48-8acf-2d75b7195f54 is going to be created. [ 1104.005931] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.006245] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.006587] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.007152] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.007587] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.007958] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-db878004-7da1-4a48-8acf-2d75b7195f54" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.024584] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1104.024882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.025167] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.025451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.025698] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.025835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.025904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.026138] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.026288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.026367] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.093858] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 1104.093858] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f deletion is rescheduled due to dependency. [ 1104.094013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.530021] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.778712] env[66094]: INFO networking_nsxv3.common.synchronization [req-1f634fc4-b30f-45ce-a0d0-adfe861cbf0a req-ac0ecd97-7bc6-4288-9beb-f06110a1a424 service nova] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_rules [ 1104.779374] env[66094]: INFO networking_nsxv3.common.synchronization [req-1f634fc4-b30f-45ce-a0d0-adfe861cbf0a req-ac0ecd97-7bc6-4288-9beb-f06110a1a424 service nova] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1104.779374] env[66094]: INFO networking_nsxv3.common.synchronization [req-1f634fc4-b30f-45ce-a0d0-adfe861cbf0a req-ac0ecd97-7bc6-4288-9beb-f06110a1a424 service nova] Enqueued Resource ID: db878004-7da1-4a48-8acf-2d75b7195f54 with Priority: HIGHEST for action port [ 1104.779700] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_rules [ 1104.779858] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1104.780018] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db878004-7da1-4a48-8acf-2d75b7195f54 with Priority: HIGHEST for action port [ 1104.780411] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.780640] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.780640] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.780809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.780905] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.782303] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.782447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.782663] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-db878004-7da1-4a48-8acf-2d75b7195f54 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.782765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db878004-7da1-4a48-8acf-2d75b7195f54" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.782824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db878004-7da1-4a48-8acf-2d75b7195f54" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.783023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db878004-7da1-4a48-8acf-2d75b7195f54" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.783097] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db878004-7da1-4a48-8acf-2d75b7195f54',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.033329] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.285645] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.285914] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.286193] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db878004-7da1-4a48-8acf-2d75b7195f54 with status ACTIVE [ 1105.286525] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.286644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.286719] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.286941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.287042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.287256] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.287393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.287459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.287666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.287707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.287913] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.288016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.288084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.288252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.288337] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.288457] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db878004-7da1-4a48-8acf-2d75b7195f54 is going to be updated. [ 1105.319494] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.319860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.319923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.320167] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.320315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.320481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db878004-7da1-4a48-8acf-2d75b7195f54" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.535717] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.536102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.536102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.536189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.536275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.536405] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1105.571597] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.571831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.571831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.572061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.572221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.584175] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1105.635695] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1105.635905] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 deletion is rescheduled due to dependency. [ 1105.636017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.636310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.636433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.636621] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.636780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.636853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.637079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.637173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.637271] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.891507] env[66094]: INFO networking_nsxv3.common.synchronization [req-0c825017-827a-48c5-acb0-352bf2d45aef req-d0cddc95-f6f8-4e95-b21d-9593b8440893 tempest-AttachVolumeShelveTestJSON-934621409 tempest-AttachVolumeShelveTestJSON-934621409-project-member] Enqueued Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_members [ 1105.892773] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8634c948-d993-4d30-87a7-a04afc49ce66 with Priority: HIGHEST for action security_group_members [ 1105.893389] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-8634c948-d993-4d30-87a7-a04afc49ce66 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.893389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.893568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.893789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.894552] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.894552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.894552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.894552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.894552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.894973] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8634c948-d993-4d30-87a7-a04afc49ce66',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.140044] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.398107] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.398290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.398334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.398555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.423440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.423440] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.423440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.423440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.423440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.423440] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.424085] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8634c948-d993-4d30-87a7-a04afc49ce66 is going to be updated. [ 1106.455026] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.455135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.455220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.455548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.455776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.469124] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8634c948-d993-4d30-87a7-a04afc49ce66 in Status: IN_PROGRESS for 2s [ 1106.641750] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.144409] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.144625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.144703] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.144931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.145042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.145150] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1107.182853] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.182853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.182853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.182853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.182853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.194306] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1107.598059] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1107.598285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.598475] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.598711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.598916] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.599073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.599194] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.599419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.599520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.599622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.599759] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.103558] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.103940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.103940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.104136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.104172] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.104416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.104416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.104529] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.104615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.104707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.104866] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.104959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.105033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.105163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.105344] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.105406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.105446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.105643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.105729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.105818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.105907] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.484472] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8634c948-d993-4d30-87a7-a04afc49ce66 in Status: SUCCESS [ 1108.484713] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8634c948-d993-4d30-87a7-a04afc49ce66 deletion is rescheduled due to dependency. [ 1108.484793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8634c948-d993-4d30-87a7-a04afc49ce66" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.608568] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 994392ff-ffb5-4df5-abbe-53be12d4c1e6: rpc.has_security_group_logging(os_id): False [ 1108.631439] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.631730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.631730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.632031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.632156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.632427] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.632548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.632614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.632802] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.632912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.633145] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.633289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.633380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.633799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.633799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.633933] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.634029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.634109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.634266] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.634374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.634431] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1108.719739] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.719739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.719739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.719739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.719739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.741676] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1109.208335] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1109.208679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.208763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.209110] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.209383] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.209553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.209623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.209796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.209898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.210058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.210206] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.712589] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.712874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.712926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.713164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.713407] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.713509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.713576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.713710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.713794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.713883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.714064] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.714174] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.714238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.714393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.714572] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.714632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.714696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.714824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.714899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.715015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.715131] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.217940] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66551057-a750-42d6-a8e5-bfe4c4677e72: rpc.has_security_group_logging(os_id): False [ 1110.237913] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.238194] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.238273] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.238471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.238570] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.238905] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.238905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.239063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.239104] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.239193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.239399] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.239496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.239553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.239697] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.239865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.240081] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.240191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.240251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.240398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.240470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.240548] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1110.318434] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.318434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.318551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.318785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.318888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.335013] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1110.759608] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1110.759948] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.893438] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1110.893552] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1112.354844] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1112.355188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.682280] env[66094]: INFO networking_nsxv3.common.synchronization [None req-c41643a0-e5d3-4698-bdd2-847b6e57b830 tempest-AttachVolumeShelveTestJSON-934621409 tempest-AttachVolumeShelveTestJSON-934621409-project-member] Enqueued Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_rules [ 1114.682280] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_rules [ 1114.685030] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.685030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.685030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.685030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.685030] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.783734] env[66094]: INFO networking_nsxv3.common.synchronization [None req-d807a401-603b-4639-a417-c597dc76e9ac tempest-AttachVolumeShelveTestJSON-934621409 tempest-AttachVolumeShelveTestJSON-934621409-project-member] Enqueued Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_rules [ 1114.784360] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_rules [ 1114.784782] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.784937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.209441] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.209601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.209694] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.209950] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.210058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.210156] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e already deleted. [ 1115.210480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.210480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.210844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.210844] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.732745] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.733257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.733257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.733257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.733496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.733552] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e already deleted. [ 1115.733641] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.074640] env[66094]: INFO networking_nsxv3.common.synchronization [req-83928bf9-f98c-4c1f-b747-9f44393590fc req-c3162c0e-a74a-4b63-954c-f1d26681f49f tempest-ListImageFiltersTestJSON-253864458 tempest-ListImageFiltersTestJSON-253864458-project-member] Enqueued Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1117.075627] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1117.075951] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.076098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.076150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.076340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.076496] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.076593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.076655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.076796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.076879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.076971] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.541516] env[66094]: INFO networking_nsxv3.common.synchronization [req-a2436e68-97c3-48f3-8579-eab715029dd7 req-61194ccf-7002-4558-bad5-9df4d7c1cb1c tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1117.542130] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1117.542459] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.542680] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.542680] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.542919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.543100] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.543199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.543259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.543464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.543595] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.544675] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.582392] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.046991] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.086650] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.259623] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6b918da-4f2b-4a88-9ee7-54dcb8e0375f req-fb719d02-d692-4182-87c8-6ef48975996f tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1118.260150] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1118.260629] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.260854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.260955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.261195] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.261807] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.261918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.261985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.262157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.262258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.262340] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.549115] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.590184] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.590435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.590435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.592608] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.592608] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.592608] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e is going to be updated. [ 1118.613710] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.613807] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.614259] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.614440] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.614909] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.615093] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.615249] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.615561] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.615793] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.616108] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.616285] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.616427] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.616602] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.616745] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.616923] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.617122] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.631395] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.631661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.631661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.631928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.632185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.640446] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.640741] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.640903] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.641247] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.641827] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-9f8acb76-c5ad-4398-bfda-46e09f74fcfd taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.642095] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-9f8acb76-c5ad-4398-bfda-46e09f74fcfd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.642285] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-9f8acb76-c5ad-4398-bfda-46e09f74fcfd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.642868] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-9f8acb76-c5ad-4398-bfda-46e09f74fcfd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.643056] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f8acb76-c5ad-4398-bfda-46e09f74fcfd',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.645043] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: IN_PROGRESS for 2s [ 1118.766867] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.767150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.767243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.768012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.768012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.768012] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.768210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.768255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.768464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.768567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.768710] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 1118.798058] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.798272] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.798272] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.798743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.798743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.819936] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 1119.053300] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.053541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.053573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.053797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.053891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.053994] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1119.089066] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.089397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.090301] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.090582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.090738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.101494] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1119.146919] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.147211] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.147353] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.147659] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.147813] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.148041] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 9f8acb76-c5ad-4398-bfda-46e09f74fcfd not found, creating... [ 1119.148270] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.148433] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.148553] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.148782] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.148924] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.149261] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.152540] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.152540] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.152540] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.152540] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.152540] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 9f8acb76-c5ad-4398-bfda-46e09f74fcfd is going to be created. [ 1119.175178] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.175427] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.175582] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.175922] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.176340] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.176509] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-9f8acb76-c5ad-4398-bfda-46e09f74fcfd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.886159] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6b918da-4f2b-4a88-9ee7-54dcb8e0375f req-a6b72bf2-aef2-483e-b3b6-cf6f6f46fd01 service nova] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_rules [ 1119.886159] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6b918da-4f2b-4a88-9ee7-54dcb8e0375f req-a6b72bf2-aef2-483e-b3b6-cf6f6f46fd01 service nova] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1119.886159] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6b918da-4f2b-4a88-9ee7-54dcb8e0375f req-a6b72bf2-aef2-483e-b3b6-cf6f6f46fd01 service nova] Enqueued Resource ID: 9f8acb76-c5ad-4398-bfda-46e09f74fcfd with Priority: HIGHEST for action port [ 1119.886159] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_rules [ 1119.886159] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1119.886579] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8acb76-c5ad-4398-bfda-46e09f74fcfd with Priority: HIGHEST for action port [ 1119.886785] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.886871] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.886969] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.887140] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.887218] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.888489] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.888595] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.888797] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f8acb76-c5ad-4398-bfda-46e09f74fcfd taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.888897] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f8acb76-c5ad-4398-bfda-46e09f74fcfd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.888961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f8acb76-c5ad-4398-bfda-46e09f74fcfd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.889148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f8acb76-c5ad-4398-bfda-46e09f74fcfd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.889224] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f8acb76-c5ad-4398-bfda-46e09f74fcfd',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.391624] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.392380] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.392380] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f8acb76-c5ad-4398-bfda-46e09f74fcfd with status ACTIVE [ 1120.392483] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.392606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.392730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.393061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.393279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.393544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.393710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.393812] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.394077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.394205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.394499] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.394648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.394736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.394961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.395091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.395265] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f8acb76-c5ad-4398-bfda-46e09f74fcfd is going to be updated. [ 1120.419437] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.419594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.419654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.420042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.420042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.420222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f8acb76-c5ad-4398-bfda-46e09f74fcfd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.658699] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: SUCCESS [ 1120.658945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.830420] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 1120.830620] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f deletion is rescheduled due to dependency. [ 1120.830731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.830902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.831166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.831358] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.831475] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.831591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.831701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.831782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.831877] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.115060] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1121.115414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.334823] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.654346] env[66094]: INFO networking_nsxv3.common.synchronization [req-8981052e-893a-4c7c-af40-45fca4e19a49 req-5379adee-8aba-4709-bddf-c263ec05c227 tempest-AttachVolumeShelveTestJSON-934621409 tempest-AttachVolumeShelveTestJSON-934621409-project-member] Enqueued Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_members [ 1121.654973] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_members [ 1121.655330] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.655460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.655582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.655821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.655991] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.656518] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.656642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.657247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.657407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.661034] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.837572] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.008586] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.008713] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.008873] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.009188] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.009576] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.009714] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.009870] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.010160] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.010345] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.010583] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.010705] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.010836] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.010992] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.011238] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.011465] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.011638] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.043299] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.043542] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.043728] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.043960] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.044328] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.044565] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.044747] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.045229] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.045377] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.163356] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.163727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.163814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.164061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.164162] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.164373] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.164512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.164579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.164746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.164826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.164916] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e already deleted. [ 1122.164998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.341623] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.341623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.341623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.341834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.341928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.342073] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 1122.372987] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.372987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.372987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.372987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.372987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.382099] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 1122.526274] env[66094]: INFO networking_nsxv3.common.synchronization [req-8e2bc291-f060-4aba-a89f-83b8402a3b25 req-bf3dcb8e-a14b-4a5b-bb2e-0185989cfcf4 tempest-ServerActionsTestOtherB-1868790427 tempest-ServerActionsTestOtherB-1868790427-project-member] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 1122.526821] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 1122.527570] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.527570] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.527570] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.527772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.527939] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.528588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.528867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.528867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.529039] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.529146] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.547845] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.548198] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.548977] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.548977] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.549156] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.549389] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 not found, creating... [ 1122.549783] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.550068] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.550210] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.550450] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.550600] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.550887] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.551146] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.551452] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.551772] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.552065] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.552360] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 is going to be created. [ 1122.575648] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.575911] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.576080] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.576400] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.576695] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.576979] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.034020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.034020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.034020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.034020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.034020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.034020] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.034020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.034020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.034020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.034020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.034020] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 1123.078024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.078024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.078024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.078024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.078024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.090613] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 1123.316873] env[66094]: INFO networking_nsxv3.common.synchronization [req-8981052e-893a-4c7c-af40-45fca4e19a49 req-413d02e9-3060-4b8e-856b-aa921b6f6ca7 service nova] Enqueued Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_rules [ 1123.317076] env[66094]: INFO networking_nsxv3.common.synchronization [req-8981052e-893a-4c7c-af40-45fca4e19a49 req-413d02e9-3060-4b8e-856b-aa921b6f6ca7 service nova] Enqueued Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_members [ 1123.317220] env[66094]: INFO networking_nsxv3.common.synchronization [req-8981052e-893a-4c7c-af40-45fca4e19a49 req-413d02e9-3060-4b8e-856b-aa921b6f6ca7 service nova] Enqueued Resource ID: b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 with Priority: HIGHEST for action port [ 1123.317713] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_rules [ 1123.317845] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_members [ 1123.317940] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 with Priority: HIGHEST for action port [ 1123.322781] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.322917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.322984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.323207] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.323292] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.325134] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.325313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.325356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.325519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.325685] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.325785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.325864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.325973] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.326065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.326169] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.327830] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.327830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.327830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.327830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.327830] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.829728] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.830094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.830094] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.831098] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 with status ACTIVE [ 1123.831290] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.831408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.831496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.831716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.831858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.831983] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.832102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.832163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.832320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.832395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.832579] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.832670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.832729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.832868] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.832941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.833267] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 is going to be updated. [ 1123.856674] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.856856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.856975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.857247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.857405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.857621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.335115] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.392477] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 1124.392833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.393088] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.393334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.393624] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.393773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.393854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.393989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.394087] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.394179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.394276] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.838392] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.838679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.838679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.838863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.839493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.839493] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e is going to be created. [ 1124.865575] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.865789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.865789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.866024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.866184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.876693] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e in Status: UNINITIALIZED for 2s [ 1124.896923] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.103220] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 1125.103533] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 deletion is rescheduled due to dependency. [ 1125.103717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.403756] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a600dab8-3ab9-46e4-9b55-e58fce8ad25f: rpc.has_security_group_logging(os_id): False [ 1125.425260] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.425550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.425550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.425703] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.425825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.426183] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.426363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.426479] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.426675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.426784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.426941] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 1125.519755] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.519755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.519895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.520475] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.520475] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.541905] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 1126.410266] env[66094]: INFO networking_nsxv3.common.synchronization [req-faebea06-5aca-4932-b875-075e642858b3 req-78baf4ac-874a-4157-a015-f236a03f708d tempest-ListImageFiltersTestJSON-253864458 tempest-ListImageFiltersTestJSON-253864458-project-member] Enqueued Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1126.410860] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGHEST for action security_group_members [ 1126.411549] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.411549] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.411549] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.411739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.411955] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.411955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.411955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.412140] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.412226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.412326] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.888214] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e in Status: SUCCESS [ 1126.888449] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.888617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.888978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.889274] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.889429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.889495] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.889671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.889757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.889843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.889935] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.915042] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.915291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.915429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.915754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.915896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.916124] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.916224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.916287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.916455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.916558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.916639] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e is going to be updated. [ 1126.945884] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.946036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.946108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.946322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.946514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.956525] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: IN_PROGRESS for 2s [ 1127.392443] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.557814] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 1127.558134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.896184] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84f8901d-92dc-40cc-adf2-0cf948ffbb6e: rpc.has_security_group_logging(os_id): False [ 1127.922851] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.923100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.923167] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.923339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.923434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.923768] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.923891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.923932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.924088] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.924170] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.924257] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e is going to be created. [ 1128.017594] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.017814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.017889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.018083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.018293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.030821] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e in Status: IN_PROGRESS for 2s [ 1128.292361] env[66094]: INFO networking_nsxv3.common.synchronization [req-4e4af837-1de8-4f10-b59b-e5ccde3c6a20 req-0c4d0d7a-21de-4c52-af9e-99b932b0fbbf tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1128.292524] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1128.293122] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.293403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.293403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.293592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.293720] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.293862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.293952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.294136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.294247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.294355] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.798463] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.798813] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.798813] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.799154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.799288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.799577] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.799730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.799822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.800075] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.800192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.800320] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1128.840610] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.840800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.840838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.841180] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.841321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.853251] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1128.968115] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e in Status: SUCCESS [ 1128.968348] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e deletion is rescheduled due to dependency. [ 1128.968411] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.748458] env[66094]: INFO networking_nsxv3.common.synchronization [req-d8c7645f-3c50-42e8-b553-54d1f1c54e5b req-9d116a23-5bbc-46be-ba22-8c0bd719d126 tempest-ServersNegativeTestJSON-870970449 tempest-ServersNegativeTestJSON-870970449-project-member] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 1129.749061] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGHEST for action security_group_members [ 1129.749646] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.749646] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.749646] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.749880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.749917] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.749999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.750100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.750253] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.750355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.750467] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.046197] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e in Status: SUCCESS [ 1130.046561] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.252685] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.252913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.253028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.253290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.253387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.253641] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.253742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.253806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.253968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.254050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.254139] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 is going to be updated. [ 1130.284150] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.284350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.284395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.285040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.285040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.295522] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: IN_PROGRESS for 2s [ 1130.863732] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1130.863942] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac deletion is rescheduled due to dependency. [ 1130.863996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.305725] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7119602f-dd62-48d1-a877-c7004182d7d7 in Status: SUCCESS [ 1132.306105] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 deletion is rescheduled due to dependency. [ 1132.306105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.801036] env[66094]: INFO networking_nsxv3.common.synchronization [req-011ca781-8189-4b55-ac2b-05fd11788ca8 req-5ac11668-5c30-47a0-903f-9bec613f8802 tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1133.801622] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1133.801987] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.802138] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.802234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.802472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.802662] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.802785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.802852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.803044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.803150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.803246] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.150770] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.151022] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.151120] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.151398] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.151719] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.151889] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.152011] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.152261] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.152432] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.152654] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.152771] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.152875] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.152984] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.153104] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.153277] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.153453] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.174339] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.174536] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.174682] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.174884] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-880" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.175241] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-79118132-de8d-49f8-9fb4-a96ab4e42182 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.175418] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-79118132-de8d-49f8-9fb4-a96ab4e42182" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.175539] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-79118132-de8d-49f8-9fb4-a96ab4e42182" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.175915] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-79118132-de8d-49f8-9fb4-a96ab4e42182" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.176069] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79118132-de8d-49f8-9fb4-a96ab4e42182',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.306474] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.679077] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.679306] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.679431] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.681265] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.681442] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.681702] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 79118132-de8d-49f8-9fb4-a96ab4e42182 not found, creating... [ 1134.682367] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.682683] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.682811] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.683057] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.683203] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.683503] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.683738] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.683860] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.684090] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.684226] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.684365] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 79118132-de8d-49f8-9fb4-a96ab4e42182 is going to be created. [ 1134.706906] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.707163] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.707292] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.707568] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.707806] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.708102] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-79118132-de8d-49f8-9fb4-a96ab4e42182" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.809684] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.312470] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.312715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.312910] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.313191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.313496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.313496] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1135.346191] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.346191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.346191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.346477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.346477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.368040] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1135.453651] env[66094]: INFO networking_nsxv3.common.synchronization [req-011ca781-8189-4b55-ac2b-05fd11788ca8 req-8ac4f5da-83ff-4c61-b3e2-1dde55ee8e38 service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 1135.453651] env[66094]: INFO networking_nsxv3.common.synchronization [req-011ca781-8189-4b55-ac2b-05fd11788ca8 req-8ac4f5da-83ff-4c61-b3e2-1dde55ee8e38 service nova] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1135.453822] env[66094]: INFO networking_nsxv3.common.synchronization [req-011ca781-8189-4b55-ac2b-05fd11788ca8 req-8ac4f5da-83ff-4c61-b3e2-1dde55ee8e38 service nova] Enqueued Resource ID: 79118132-de8d-49f8-9fb4-a96ab4e42182 with Priority: HIGHEST for action port [ 1135.454336] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_rules [ 1135.454725] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1135.454725] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79118132-de8d-49f8-9fb4-a96ab4e42182 with Priority: HIGHEST for action port [ 1135.454910] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.456154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.456920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.456920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.456920] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.457970] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.457970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.457970] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-79118132-de8d-49f8-9fb4-a96ab4e42182 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.457970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79118132-de8d-49f8-9fb4-a96ab4e42182" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.457970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79118132-de8d-49f8-9fb4-a96ab4e42182" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.460792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79118132-de8d-49f8-9fb4-a96ab4e42182" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.460792] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79118132-de8d-49f8-9fb4-a96ab4e42182',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.961244] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.961244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.961244] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79118132-de8d-49f8-9fb4-a96ab4e42182 with status ACTIVE [ 1135.961632] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.961632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.961632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.961789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.961879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.962070] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.962166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.962229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.962448] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.962546] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.962759] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.962860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.962937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.963094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.963171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.963256] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79118132-de8d-49f8-9fb4-a96ab4e42182 is going to be updated. [ 1135.988601] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.988733] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.989026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.989026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.989796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.989796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79118132-de8d-49f8-9fb4-a96ab4e42182" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.382118] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1137.382453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.386941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.386941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.386941] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.386941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.386941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.386941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.386941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.386941] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.719085] env[66094]: INFO networking_nsxv3.common.synchronization [None req-2fffe95b-7640-4aee-9cbb-050e8ea25f57 None None] Enqueued Resource ID: 66239339-2bc3-4995-bb61-6746bb82e477 with Priority: HIGHEST for action port [ 1137.719982] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66239339-2bc3-4995-bb61-6746bb82e477 with Priority: HIGHEST for action port [ 1137.720583] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-66239339-2bc3-4995-bb61-6746bb82e477 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.720712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66239339-2bc3-4995-bb61-6746bb82e477" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.721549] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66239339-2bc3-4995-bb61-6746bb82e477" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.722035] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66239339-2bc3-4995-bb61-6746bb82e477" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.722160] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66239339-2bc3-4995-bb61-6746bb82e477',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.888564] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.914028] env[66094]: INFO networking_nsxv3.common.synchronization [req-e78ee70a-b23f-42cf-86e9-f112a9f0a85d req-cca902c8-9fc0-41bb-ac63-97ecbf82cf51 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1137.914028] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1137.914028] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.914028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.914028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.914028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.914400] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.914400] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.914481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.914713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.914841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.914961] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.225188] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66239339-2bc3-4995-bb61-6746bb82e477 [ 1138.225560] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.225773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.225887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.226228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.226379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.226537] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66239339-2bc3-4995-bb61-6746bb82e477 already deleted. [ 1138.226672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66239339-2bc3-4995-bb61-6746bb82e477" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.234460] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.234733] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.234898] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.235427] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.235793] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.236026] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.236198] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.236519] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.236725] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.236946] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.237469] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.237469] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.237469] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.237469] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.237723] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.237723] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.257437] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.258345] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.258507] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.258691] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.259072] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-4adfbd2c-e824-44f2-891d-bd1834ce2523 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.259259] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-4adfbd2c-e824-44f2-891d-bd1834ce2523" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.259380] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-4adfbd2c-e824-44f2-891d-bd1834ce2523" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.259727] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-4adfbd2c-e824-44f2-891d-bd1834ce2523" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.259874] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4adfbd2c-e824-44f2-891d-bd1834ce2523',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.391198] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.417657] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.417840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.417881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.418098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.418190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.418383] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.418539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.418602] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.418758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.418836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.418923] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be deleted. [ 1138.448684] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.448684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.448684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.448684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.448684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.448980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.762628] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.762950] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.763196] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.763569] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.763809] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.764045] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 4adfbd2c-e824-44f2-891d-bd1834ce2523 not found, creating... [ 1138.764435] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.764604] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.764721] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.764993] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.766433] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.766788] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.766965] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.767127] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.767403] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.767559] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.767731] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 4adfbd2c-e824-44f2-891d-bd1834ce2523 is going to be created. [ 1138.794689] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.794902] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.795629] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.795629] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.795629] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.795832] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-4adfbd2c-e824-44f2-891d-bd1834ce2523" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.894818] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.895019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.895059] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.895309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.895476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.895552] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1138.939032] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.939032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.939288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.939399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.939640] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.956108] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1139.502576] env[66094]: INFO networking_nsxv3.common.synchronization [req-e78ee70a-b23f-42cf-86e9-f112a9f0a85d req-0ec3cefb-ed34-49e4-947a-6215d1f68923 service nova] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_rules [ 1139.502576] env[66094]: INFO networking_nsxv3.common.synchronization [req-e78ee70a-b23f-42cf-86e9-f112a9f0a85d req-0ec3cefb-ed34-49e4-947a-6215d1f68923 service nova] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1139.502576] env[66094]: INFO networking_nsxv3.common.synchronization [req-e78ee70a-b23f-42cf-86e9-f112a9f0a85d req-0ec3cefb-ed34-49e4-947a-6215d1f68923 service nova] Enqueued Resource ID: 4adfbd2c-e824-44f2-891d-bd1834ce2523 with Priority: HIGHEST for action port [ 1139.502576] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_rules [ 1139.502576] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1139.502576] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adfbd2c-e824-44f2-891d-bd1834ce2523 with Priority: HIGHEST for action port [ 1139.502576] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.502576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.502576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.502576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.502576] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.502576] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.502576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.502576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.504172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.504172] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.504172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.504172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.504172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.504172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.504172] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.505959] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-4adfbd2c-e824-44f2-891d-bd1834ce2523 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.505959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4adfbd2c-e824-44f2-891d-bd1834ce2523" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.506193] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4adfbd2c-e824-44f2-891d-bd1834ce2523" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.508448] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4adfbd2c-e824-44f2-891d-bd1834ce2523" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.508448] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4adfbd2c-e824-44f2-891d-bd1834ce2523',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.965362] env[66094]: INFO networking_nsxv3.common.synchronization [req-3af21669-d998-49c6-91d6-d1fa0971f15c req-d04a004d-71ac-4ded-9ebc-367789a0d15a tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1139.969934] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1139.969934] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.969934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.969934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.969934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.969934] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.969934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.969934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.969934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.969934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.969934] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.011493] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.011493] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.011493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.015958] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4adfbd2c-e824-44f2-891d-bd1834ce2523 with status ACTIVE [ 1140.015958] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.015958] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.015958] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.015958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.015958] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4adfbd2c-e824-44f2-891d-bd1834ce2523 is going to be updated. [ 1140.041899] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.041899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.041899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.041899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.041899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.041899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4adfbd2c-e824-44f2-891d-bd1834ce2523" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.367431] env[66094]: INFO networking_nsxv3.common.synchronization [None req-c34e6878-d7a2-4dfb-bd99-bf4f92a276ab None None] Enqueued Resource ID: 121c5bd0-1395-4fa0-94e5-2d097e73440c with Priority: HIGHEST for action port [ 1140.368090] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121c5bd0-1395-4fa0-94e5-2d097e73440c with Priority: HIGHEST for action port [ 1140.368643] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-121c5bd0-1395-4fa0-94e5-2d097e73440c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.369044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121c5bd0-1395-4fa0-94e5-2d097e73440c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.369044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121c5bd0-1395-4fa0-94e5-2d097e73440c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.369655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121c5bd0-1395-4fa0-94e5-2d097e73440c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.369746] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121c5bd0-1395-4fa0-94e5-2d097e73440c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.406702] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.406938] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.407074] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.407385] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.407676] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.407854] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.408024] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.408332] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.409047] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.409047] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.409047] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.409047] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.409229] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.409365] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.409555] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.409969] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.441117] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.441322] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.441383] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.441593] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.441925] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-f0073a05-d9fb-4bcc-8a92-2b4a85323f17 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.442120] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-f0073a05-d9fb-4bcc-8a92-2b4a85323f17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.442240] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-f0073a05-d9fb-4bcc-8a92-2b4a85323f17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.442578] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-f0073a05-d9fb-4bcc-8a92-2b4a85323f17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.442739] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0073a05-d9fb-4bcc-8a92-2b4a85323f17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.472971] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.473259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.473563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.473837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.474020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.474342] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.474505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.474620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.474964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.475072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.475239] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1140.508281] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.508613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.508613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.508745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.508907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.513535] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.519738] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1140.873050] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 121c5bd0-1395-4fa0-94e5-2d097e73440c [ 1140.873320] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.873320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.873439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.873598] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.873745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.873857] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:121c5bd0-1395-4fa0-94e5-2d097e73440c already deleted. [ 1140.873942] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121c5bd0-1395-4fa0-94e5-2d097e73440c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.945107] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.945337] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.945465] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.945738] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.945892] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.946060] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port f0073a05-d9fb-4bcc-8a92-2b4a85323f17 not found, creating... [ 1140.946322] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.946478] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.946593] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.946850] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.947013] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.947337] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.947523] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.947681] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.947926] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.948111] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.948291] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: f0073a05-d9fb-4bcc-8a92-2b4a85323f17 is going to be created. [ 1140.967149] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1140.967487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.967781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.967911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.968163] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.968311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.968409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.968839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.968839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.968839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.968971] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.977692] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.977933] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.978089] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.978387] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.978620] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.978926] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-f0073a05-d9fb-4bcc-8a92-2b4a85323f17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.016148] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.016898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.016898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.017045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.017111] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.017575] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be created. [ 1141.044544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.044847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.044847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.045058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.045215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.056662] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: UNINITIALIZED for 2s [ 1141.471937] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.472078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.472147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.472341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.472513] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.472619] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.472677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.472836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.472946] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.473016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.473204] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.473288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.473381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.473563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.473751] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.473861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.473985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.474048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.474117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.474200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.474291] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.738512] env[66094]: INFO networking_nsxv3.common.synchronization [req-3af21669-d998-49c6-91d6-d1fa0971f15c req-3c6a6f64-55a0-41bb-806f-c18a2d4c00e1 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 1141.738512] env[66094]: INFO networking_nsxv3.common.synchronization [req-3af21669-d998-49c6-91d6-d1fa0971f15c req-3c6a6f64-55a0-41bb-806f-c18a2d4c00e1 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1141.738512] env[66094]: INFO networking_nsxv3.common.synchronization [req-3af21669-d998-49c6-91d6-d1fa0971f15c req-3c6a6f64-55a0-41bb-806f-c18a2d4c00e1 service nova] Enqueued Resource ID: f0073a05-d9fb-4bcc-8a92-2b4a85323f17 with Priority: HIGHEST for action port [ 1141.738996] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 1141.739158] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1141.739335] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0073a05-d9fb-4bcc-8a92-2b4a85323f17 with Priority: HIGHEST for action port [ 1141.739573] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.739691] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.739840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.739992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.741051] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.741051] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.741233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.741426] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0073a05-d9fb-4bcc-8a92-2b4a85323f17 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.742759] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0073a05-d9fb-4bcc-8a92-2b4a85323f17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.742933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0073a05-d9fb-4bcc-8a92-2b4a85323f17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.743079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0073a05-d9fb-4bcc-8a92-2b4a85323f17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.743211] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0073a05-d9fb-4bcc-8a92-2b4a85323f17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.977059] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 994392ff-ffb5-4df5-abbe-53be12d4c1e6: rpc.has_security_group_logging(os_id): False [ 1141.999338] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.999633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.999633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.999750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.999849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.000063] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.000166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.000227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.000424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.000502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.000721] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.000830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.000885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.001060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.001644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.001644] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.001644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.001644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.001644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.005112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.005112] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1142.101484] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.101659] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.101765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.101989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.102164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.123998] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1142.180365] env[66094]: INFO networking_nsxv3.common.synchronization [req-e0e06067-6755-473a-be98-4f5ac9d54ccc req-e1831d54-b2a5-4d8c-96f3-43bd2e55b5d7 tempest-ServerActionsTestOtherB-1868790427 tempest-ServerActionsTestOtherB-1868790427-project-member] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 1142.180937] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 1142.181284] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.181408] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.181463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.181697] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.181846] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.181939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.182021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.182222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.182306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.182403] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.247125] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.247275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.247407] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0073a05-d9fb-4bcc-8a92-2b4a85323f17 with status ACTIVE [ 1142.247576] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.247684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.247752] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.247975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.248077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.248251] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.248338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.248399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.248556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.248636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.248820] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.248909] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.248984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.249165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.249240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.249330] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0073a05-d9fb-4bcc-8a92-2b4a85323f17 is going to be updated. [ 1142.272740] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.272945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.272945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.273153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.273372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.273540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0073a05-d9fb-4bcc-8a92-2b4a85323f17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.533602] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.533602] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.533602] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.533602] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.533602] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.533602] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.533602] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.533602] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.533602] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.533602] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.533602] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.533602] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.533602] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.534481] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.534481] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.534481] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.535269] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1142.535425] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac deletion is rescheduled due to dependency. [ 1142.535549] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.536057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.536204] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.536462] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.536462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.536721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.536721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.536721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.536996] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.559701] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.560395] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.560540] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.561195] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.561308] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.561545] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.562135] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.562349] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.562497] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.686196] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.686489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.686489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.686822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.686822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.686998] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.687121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.687239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.687351] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.687405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.687519] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 1142.725859] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.726716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.726716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.726716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.726716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.744035] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 1143.039870] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.066117] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.066449] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.066642] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.067099] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.067355] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.067596] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 not found, creating... [ 1143.067998] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.068257] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.068442] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.068759] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.068950] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.069415] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.070066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.070066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.070343] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.070553] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.070793] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 is going to be created. [ 1143.073156] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1143.073407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.074028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.074249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.074474] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.074615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.074714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.074917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.075037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.075153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.075271] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.108416] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.108654] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.108767] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.109687] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.109687] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.109687] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.543045] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.578580] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.578875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.579037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.579355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.579660] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.579834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.579914] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.580186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.580323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.580464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.580703] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.580853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.581019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.581147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.581353] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.581506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.581612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.581839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.581963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.582447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.582609] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.824336] env[66094]: INFO networking_nsxv3.common.synchronization [req-e0e06067-6755-473a-be98-4f5ac9d54ccc req-07823ccb-6256-44d1-9166-c1887ce4669a service nova] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 1143.824570] env[66094]: INFO networking_nsxv3.common.synchronization [req-e0e06067-6755-473a-be98-4f5ac9d54ccc req-07823ccb-6256-44d1-9166-c1887ce4669a service nova] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 1143.824687] env[66094]: INFO networking_nsxv3.common.synchronization [req-e0e06067-6755-473a-be98-4f5ac9d54ccc req-07823ccb-6256-44d1-9166-c1887ce4669a service nova] Enqueued Resource ID: 8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 with Priority: HIGHEST for action port [ 1143.825465] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 1143.825640] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 1143.825792] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 with Priority: HIGHEST for action port [ 1143.826072] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.826228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.826268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.826502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.826572] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.828075] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.828385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.829473] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.829473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.829473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.829473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.829473] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.044958] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.045168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.045209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.045432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.045531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.045625] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1144.086740] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15: rpc.has_security_group_logging(os_id): False [ 1144.095831] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.096192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.096192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.096522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.096522] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.111562] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.111754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.111815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.111992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.112097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.112285] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.112382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.112446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.112598] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.112673] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.112873] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.112969] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.113040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.113179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.113254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.113432] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.113526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.113589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.114265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.114265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.114265] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be created. [ 1144.115791] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1144.171866] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1144.172185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.213768] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.213949] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.214064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.214386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.214632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.234765] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1144.329112] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.329416] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.330940] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 with status ACTIVE [ 1144.331170] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.331468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.331468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.331669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.331874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.332199] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.332316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.332384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.332575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.332661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.332863] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.332966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.333052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.333206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.333283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.333371] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 is going to be updated. [ 1144.362226] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.362473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.362473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.362651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.362795] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.362957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.549035] env[66094]: INFO networking_nsxv3.common.synchronization [req-f7f4bcff-0f78-4284-9f56-7a838444e8f9 req-fac28f67-6291-4351-ad9a-2d5609cf976e tempest-ImagesTestJSON-555839420 tempest-ImagesTestJSON-555839420-project-member] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1144.549970] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1144.550097] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.550828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.550828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.550828] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.550828] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.551056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.551056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.551740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.551740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.551740] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.754546] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 1144.754824] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 deletion is rescheduled due to dependency. [ 1144.754921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.755113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.755334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.755548] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.755705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.756761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.756761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.756761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.756761] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.906323] env[66094]: INFO networking_nsxv3.common.synchronization [req-a3169f47-b227-465f-a64c-69f43526298f req-a610a478-cfef-4627-a03b-ad4115d9c682 tempest-AttachVolumeTestJSON-1975535524 tempest-AttachVolumeTestJSON-1975535524-project-member] Enqueued Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_members [ 1144.906323] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGHEST for action security_group_members [ 1144.906323] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66607df9-2a0c-40d9-a344-984541b8e3b1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.906323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.906323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.906323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.906323] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.906323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.906323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.906323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.906836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.906836] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.933581] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.933848] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.933966] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.934215] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.935584] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.935584] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.935584] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.935584] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.935584] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.935584] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.936109] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.936109] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.936109] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.936109] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.936319] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.936319] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.960197] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.960365] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.960508] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.960691] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.961071] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-db734dfa-5941-4110-9861-88f9adfd8e95 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.961264] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-db734dfa-5941-4110-9861-88f9adfd8e95" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.961389] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-db734dfa-5941-4110-9861-88f9adfd8e95" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.961740] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-db734dfa-5941-4110-9861-88f9adfd8e95" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.961880] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db734dfa-5941-4110-9861-88f9adfd8e95',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.054044] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.258785] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.411924] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.411924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.411924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.411924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.411924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.411924] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.411924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.411924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.411924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.411924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.411924] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 is going to be updated. [ 1145.449971] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.450152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.450220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.450446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.450598] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.465261] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.465261] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.465261] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.465261] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.465549] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.465549] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port db734dfa-5941-4110-9861-88f9adfd8e95 not found, creating... [ 1145.465725] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.465883] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.465995] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.466257] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.466394] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.466684] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.466844] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.466985] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.467272] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.467272] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.467596] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: db734dfa-5941-4110-9861-88f9adfd8e95 is going to be created. [ 1145.469264] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 in Status: IN_PROGRESS for 2s [ 1145.493025] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.493387] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.493466] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.493785] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.494174] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.494436] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-db734dfa-5941-4110-9861-88f9adfd8e95" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.557361] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.761255] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.061259] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.061259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.061259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.061259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.061259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.061259] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1146.108196] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.108196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.108196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.108196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.108196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.124359] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1146.126764] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1146.127158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.127354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.127679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.127899] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.128027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.128133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.128320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.128424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.128560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.128666] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.254046] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1146.254245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.265945] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.266126] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.266215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.266422] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.266520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.266651] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 1146.276976] env[66094]: INFO networking_nsxv3.common.synchronization [req-f7f4bcff-0f78-4284-9f56-7a838444e8f9 req-0a75973f-7d59-4081-ae60-40aeb97eae90 service nova] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_rules [ 1146.277488] env[66094]: INFO networking_nsxv3.common.synchronization [req-f7f4bcff-0f78-4284-9f56-7a838444e8f9 req-0a75973f-7d59-4081-ae60-40aeb97eae90 service nova] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1146.277488] env[66094]: INFO networking_nsxv3.common.synchronization [req-f7f4bcff-0f78-4284-9f56-7a838444e8f9 req-0a75973f-7d59-4081-ae60-40aeb97eae90 service nova] Enqueued Resource ID: db734dfa-5941-4110-9861-88f9adfd8e95 with Priority: HIGHEST for action port [ 1146.277819] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_rules [ 1146.278532] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1146.278688] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db734dfa-5941-4110-9861-88f9adfd8e95 with Priority: HIGHEST for action port [ 1146.279028] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.279171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.279229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.279460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.279546] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.280559] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.280675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.280899] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-db734dfa-5941-4110-9861-88f9adfd8e95 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.281036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db734dfa-5941-4110-9861-88f9adfd8e95" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.281090] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db734dfa-5941-4110-9861-88f9adfd8e95" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.281483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db734dfa-5941-4110-9861-88f9adfd8e95" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.281483] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db734dfa-5941-4110-9861-88f9adfd8e95',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.302550] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.302740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.302806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.303122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.303223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.315116] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 1146.543972] env[66094]: INFO networking_nsxv3.common.synchronization [None req-00c74548-673e-4f5e-8f86-c67d6986d228 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1146.544594] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1146.544992] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.545139] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.545784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.545784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.545784] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.545784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.545784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.546063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.546063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.546063] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.632061] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.632061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.632309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.632397] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.632527] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.632632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.632693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.632837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.632941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.633018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.633172] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.633264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.633323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.633461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.633599] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.633775] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.633903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.634050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.634050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.634168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.634217] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.783784] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.783990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.785291] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db734dfa-5941-4110-9861-88f9adfd8e95 with status ACTIVE [ 1146.785437] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.785554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.785634] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.785831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.785922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.786111] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.786201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.786262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.786421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.786498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.786677] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.786797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.786869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.787024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.787100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.787202] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db734dfa-5941-4110-9861-88f9adfd8e95 is going to be updated. [ 1146.810373] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.810592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.810592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.810776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.810919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.811100] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db734dfa-5941-4110-9861-88f9adfd8e95" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.051310] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.136594] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a802551b-ed4e-4538-8802-e00e8025b8ac: rpc.has_security_group_logging(os_id): False [ 1147.153927] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.154122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.154385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.154520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.154614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.154872] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.155049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.155049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.155295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.155295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.155456] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.155542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.155725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.155725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.155827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.156024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.156123] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.156156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.156299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.156373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.156460] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1147.221783] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.221959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.222045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.222262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.222404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.244212] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1147.479319] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 in Status: SUCCESS [ 1147.479583] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 deletion is rescheduled due to dependency. [ 1147.479749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.554392] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.027552] env[66094]: INFO networking_nsxv3.common.synchronization [req-4b85eefa-5cc9-4297-b94f-0b54692969b8 req-1773c99b-a770-42e6-9f4b-a4173077bd83 tempest-ServerRescueNegativeTestJSON-2131902364 tempest-ServerRescueNegativeTestJSON-2131902364-project-member] Enqueued Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1148.028306] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1148.028687] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.028860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.028975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.029336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.029577] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.029740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.029836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.030072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.030187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.030330] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.056977] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.057182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.057313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.057460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.057920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.057920] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1148.112022] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.112022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.112022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.112022] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.112421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.124797] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1148.131326] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1148.131326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.131326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.131326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.131612] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.131612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.131692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.131892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.132017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.132157] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.327618] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 1148.327987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.328763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.328763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.329126] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.329388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.329567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.330406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.330406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.330406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.330406] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.374943] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.375154] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.375484] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.375613] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.375820] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.375977] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.376182] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.376427] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.376578] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.376802] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.376995] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.377143] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.377298] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.377511] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.377584] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.377678] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.403244] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.403449] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.403449] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.403630] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.405060] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-1dae8442-3c17-4091-a50c-717305551d83 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.405060] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-1dae8442-3c17-4091-a50c-717305551d83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.405060] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-1dae8442-3c17-4091-a50c-717305551d83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.405060] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-1dae8442-3c17-4091-a50c-717305551d83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.405060] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dae8442-3c17-4091-a50c-717305551d83',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.533111] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.533342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.533389] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.533755] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.533949] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.534196] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.534315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.534415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.534659] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.534761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.534889] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef already deleted. [ 1148.535024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.636173] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.764105] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.764304] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.764427] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.764690] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.764972] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.765147] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.765262] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.765473] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.765615] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.765816] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.765926] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.766042] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.766224] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.766339] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.766444] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.766572] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.787745] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.787927] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.788082] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.788266] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.788585] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-24e60b2d-031c-4ce0-9236-07e9b1c8536f taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.788757] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-24e60b2d-031c-4ce0-9236-07e9b1c8536f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.788877] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-24e60b2d-031c-4ce0-9236-07e9b1c8536f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.789237] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-24e60b2d-031c-4ce0-9236-07e9b1c8536f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.789377] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e60b2d-031c-4ce0-9236-07e9b1c8536f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.833953] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.908379] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.908614] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.908816] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.909449] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.909449] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.909601] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 1dae8442-3c17-4091-a50c-717305551d83 not found, creating... [ 1148.909871] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.910055] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.910292] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.910458] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.910562] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.910921] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.911101] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.911218] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.911428] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.911606] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.911728] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 1dae8442-3c17-4091-a50c-717305551d83 is going to be created. [ 1148.933547] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.933850] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.933959] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.934248] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.934482] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.934705] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-1dae8442-3c17-4091-a50c-717305551d83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.138060] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.263093] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1149.263322] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.292271] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.292495] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.292619] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.292911] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.293080] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.293235] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 24e60b2d-031c-4ce0-9236-07e9b1c8536f not found, creating... [ 1149.293489] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.293645] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.293766] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.294114] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.294269] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.294563] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.294726] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.294871] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.295122] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.295264] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.295404] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 24e60b2d-031c-4ce0-9236-07e9b1c8536f is going to be created. [ 1149.317459] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.317683] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.317683] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.317931] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.318180] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.318408] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-24e60b2d-031c-4ce0-9236-07e9b1c8536f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.336199] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe9aec4a-404e-42b8-848c-edaa7063e164: rpc.has_security_group_logging(os_id): False [ 1149.357672] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.357672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.357672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.358326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.358326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.358326] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.358326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.358326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.358326] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.358528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.358528] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 1149.441687] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.441872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.442026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.442140] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.442287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.460095] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 1149.641096] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.641278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.641344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.641580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.641634] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.641748] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1149.643679] env[66094]: INFO networking_nsxv3.common.synchronization [req-4b85eefa-5cc9-4297-b94f-0b54692969b8 req-7883ca0d-d20b-4e6a-9efb-ea1782b02d3b service nova] Enqueued Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_rules [ 1149.643954] env[66094]: INFO networking_nsxv3.common.synchronization [req-4b85eefa-5cc9-4297-b94f-0b54692969b8 req-7883ca0d-d20b-4e6a-9efb-ea1782b02d3b service nova] Enqueued Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1149.644095] env[66094]: INFO networking_nsxv3.common.synchronization [req-4b85eefa-5cc9-4297-b94f-0b54692969b8 req-7883ca0d-d20b-4e6a-9efb-ea1782b02d3b service nova] Enqueued Resource ID: 1dae8442-3c17-4091-a50c-717305551d83 with Priority: HIGHEST for action port [ 1149.644632] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_rules [ 1149.645275] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1149.645275] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dae8442-3c17-4091-a50c-717305551d83 with Priority: HIGHEST for action port [ 1149.646347] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.646504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.646583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.646862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.646994] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.647997] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.648184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.648261] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.648434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.648582] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.648678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.648738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.648896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.649032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.649141] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.650974] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dae8442-3c17-4091-a50c-717305551d83 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.650974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dae8442-3c17-4091-a50c-717305551d83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.650974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dae8442-3c17-4091-a50c-717305551d83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.650974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dae8442-3c17-4091-a50c-717305551d83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.650974] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dae8442-3c17-4091-a50c-717305551d83',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.675109] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.675271] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.675336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.675531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.675776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.687767] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1150.086132] env[66094]: INFO networking_nsxv3.common.synchronization [req-cc13102e-b526-460b-83fd-8f9fb0a33abf req-f71eac4c-f876-4066-b06c-c4fb9f0b8519 service nova] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_rules [ 1150.086561] env[66094]: INFO networking_nsxv3.common.synchronization [req-cc13102e-b526-460b-83fd-8f9fb0a33abf req-f71eac4c-f876-4066-b06c-c4fb9f0b8519 service nova] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1150.087208] env[66094]: INFO networking_nsxv3.common.synchronization [req-cc13102e-b526-460b-83fd-8f9fb0a33abf req-f71eac4c-f876-4066-b06c-c4fb9f0b8519 service nova] Enqueued Resource ID: 24e60b2d-031c-4ce0-9236-07e9b1c8536f with Priority: HIGHEST for action port [ 1150.088044] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_rules [ 1150.088394] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1150.088597] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e60b2d-031c-4ce0-9236-07e9b1c8536f with Priority: HIGHEST for action port [ 1150.088921] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.090413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.090413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.090413] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.090413] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.091879] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.091968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.093187] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-24e60b2d-031c-4ce0-9236-07e9b1c8536f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.093187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24e60b2d-031c-4ce0-9236-07e9b1c8536f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.093187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24e60b2d-031c-4ce0-9236-07e9b1c8536f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.093187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24e60b2d-031c-4ce0-9236-07e9b1c8536f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.093187] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e60b2d-031c-4ce0-9236-07e9b1c8536f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.132018] env[66094]: INFO networking_nsxv3.common.synchronization [req-7da46201-930e-4d5c-a143-67ccb29cade3 req-a1ce9d0c-6816-48a4-9a17-578b5d0bbfcf tempest-ServerRescueNegativeTestJSON-2131902364 tempest-ServerRescueNegativeTestJSON-2131902364-project-member] Enqueued Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1150.132520] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1150.132841] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.132926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.137723] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1150.137723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.137723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.137723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.137723] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.137723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.137723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.137723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.137723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.137723] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.152407] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.152407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.152407] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.153085] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dae8442-3c17-4091-a50c-717305551d83 with status ACTIVE [ 1150.153248] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.153362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.153430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.153642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.153717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.154019] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.154227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.154227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.154382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.154485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.154688] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.154838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.154904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.155089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.155175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.155382] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dae8442-3c17-4091-a50c-717305551d83 is going to be updated. [ 1150.177686] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.177857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.177897] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.178120] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.178260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.178419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dae8442-3c17-4091-a50c-717305551d83" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.527207] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.527682] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.527682] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.527811] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.528080] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.528288] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.528409] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.528652] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.528796] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.529019] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.529135] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.529241] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.529347] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.529453] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.529559] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.529729] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.554368] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.554548] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.554661] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.554881] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.555232] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-6b90bca3-732f-44c4-b3c8-188246d0df2a taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.555416] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-6b90bca3-732f-44c4-b3c8-188246d0df2a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.555536] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-6b90bca3-732f-44c4-b3c8-188246d0df2a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.555864] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-6b90bca3-732f-44c4-b3c8-188246d0df2a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.556009] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b90bca3-732f-44c4-b3c8-188246d0df2a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.598207] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24e60b2d-031c-4ce0-9236-07e9b1c8536f with status ACTIVE [ 1150.598339] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.598485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.598547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.598706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.598797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.598965] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.599109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.599168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.599303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.599415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.599887] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.599887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.599887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.599887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.600068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.600068] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24e60b2d-031c-4ce0-9236-07e9b1c8536f is going to be updated. [ 1150.601130] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.601219] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.623294] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.623294] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.623457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.623672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.624255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.624255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24e60b2d-031c-4ce0-9236-07e9b1c8536f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.639018] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.657415] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.059901] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.060150] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.060280] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.060567] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.060719] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.060883] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 6b90bca3-732f-44c4-b3c8-188246d0df2a not found, creating... [ 1151.061149] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.061306] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.061424] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.061635] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.061841] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.062133] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.062290] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.062409] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.062615] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.062750] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.062889] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 6b90bca3-732f-44c4-b3c8-188246d0df2a is going to be created. [ 1151.084258] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.084480] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.084969] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.084969] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.085091] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.085321] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-6b90bca3-732f-44c4-b3c8-188246d0df2a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.141023] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.159243] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.159452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.159452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.159706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.159849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.159964] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef is going to be created. [ 1151.192650] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.192865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.192865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.193136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.193340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.207019] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: UNINITIALIZED for 2s [ 1151.475883] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 1151.476159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.650260] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.650260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.650260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.650260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.650260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.650260] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1151.680800] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.680800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.680800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.680800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.681118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.691120] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1151.699353] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1151.699353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.699353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.699353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.699666] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.699666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.699666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.699772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.699772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.699900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.700634] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.857821] env[66094]: INFO networking_nsxv3.common.synchronization [req-7da46201-930e-4d5c-a143-67ccb29cade3 req-032f9831-6d0b-44db-813e-d2ff8237b83e service nova] Enqueued Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_rules [ 1151.858015] env[66094]: INFO networking_nsxv3.common.synchronization [req-7da46201-930e-4d5c-a143-67ccb29cade3 req-032f9831-6d0b-44db-813e-d2ff8237b83e service nova] Enqueued Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1151.858383] env[66094]: INFO networking_nsxv3.common.synchronization [req-7da46201-930e-4d5c-a143-67ccb29cade3 req-032f9831-6d0b-44db-813e-d2ff8237b83e service nova] Enqueued Resource ID: 6b90bca3-732f-44c4-b3c8-188246d0df2a with Priority: HIGHEST for action port [ 1151.858783] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_rules [ 1151.858912] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1151.858987] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b90bca3-732f-44c4-b3c8-188246d0df2a with Priority: HIGHEST for action port [ 1151.859326] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.859430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.859664] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.859724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.859882] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b90bca3-732f-44c4-b3c8-188246d0df2a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.860019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b90bca3-732f-44c4-b3c8-188246d0df2a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.860101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b90bca3-732f-44c4-b3c8-188246d0df2a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.860368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b90bca3-732f-44c4-b3c8-188246d0df2a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.860484] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b90bca3-732f-44c4-b3c8-188246d0df2a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.202528] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.202677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.202747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.203026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.203248] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.203406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.203508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.203767] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.203967] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.204131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.204994] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.204994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.204994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.204994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.204994] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.205330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.205330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.205330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.205454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.205454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.205605] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.363474] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b90bca3-732f-44c4-b3c8-188246d0df2a with status ACTIVE [ 1152.363761] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.363940] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.364033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.364248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.364392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.364532] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.364650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.364731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.364975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.364975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.365183] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.365315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.365368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.365504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.365581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.365664] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b90bca3-732f-44c4-b3c8-188246d0df2a is going to be updated. [ 1152.390198] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.390419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.390419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.390606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.391201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.391201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b90bca3-732f-44c4-b3c8-188246d0df2a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.708151] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66551057-a750-42d6-a8e5-bfe4c4677e72: rpc.has_security_group_logging(os_id): False [ 1152.733559] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.733559] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.733559] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.733559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.734064] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.734064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.734064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.734064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.734064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.734064] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1152.809486] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.809870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.809870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.809968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.810228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.829279] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1152.997659] env[66094]: INFO networking_nsxv3.common.synchronization [None req-46f40b37-b0d7-4046-89d7-8d2e9c92fc1d tempest-AttachVolumeTestJSON-1975535524 tempest-AttachVolumeTestJSON-1975535524-project-member] Enqueued Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_rules [ 1152.997659] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_rules [ 1152.998097] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f73a6956-bc3f-44e0-9593-04ce2986bc17 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.998097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.998953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.999403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.999403] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f73a6956-bc3f-44e0-9593-04ce2986bc17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.085849] env[66094]: INFO networking_nsxv3.common.synchronization [req-e378ab9b-b0b2-449d-ae0e-5901493cf96a req-70b7e89b-deea-4a60-82ae-c9d24883b948 tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1153.086585] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1153.086987] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.090430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.090572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.090758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.090942] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.091061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.091882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.091882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.091882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.091882] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.179957] env[66094]: INFO networking_nsxv3.common.synchronization [None req-02f5f4bd-f3f8-40ee-862e-abd6c13cd7ac tempest-AttachVolumeTestJSON-1975535524 tempest-AttachVolumeTestJSON-1975535524-project-member] Enqueued Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_rules [ 1153.180210] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_rules [ 1153.180908] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f73a6956-bc3f-44e0-9593-04ce2986bc17 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.181447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.218478] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: SUCCESS [ 1153.218711] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.219036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.219145] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.219367] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.219649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.219649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.219738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.219771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.219945] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.523025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.523245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.523245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.523478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.523567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.523674] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 already deleted. [ 1153.523760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.524056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.524237] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.524320] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f73a6956-bc3f-44e0-9593-04ce2986bc17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.594919] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.711674] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1153.711982] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.713037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.713037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.713037] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.713037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.713037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.713037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.713037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.713037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.713472] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.728074] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.048918] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.048918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.048918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.049190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.049234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.049359] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 already deleted. [ 1154.049420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.097183] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.218276] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.218502] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.218553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.218778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.218957] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.219099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.219299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.219403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.219490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.219581] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.219908] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.220028] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.220093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.220241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.220383] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.220489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.220541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.220674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.220795] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.220836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.220932] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.231632] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.600307] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.600553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.600553] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.600725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.600817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.600925] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1154.638124] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.638335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.638335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.638513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.638675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.651684] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1154.723352] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15: rpc.has_security_group_logging(os_id): False [ 1154.733544] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.733724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.733790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.734237] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.734383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.734513] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef is going to be updated. [ 1154.743788] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.744047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.744143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.744363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.744467] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.744697] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.744804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.744865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.745119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.745197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.745414] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.745515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.745571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.745717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.745790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.745972] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.746080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.746437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.746437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.746437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.746437] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1154.768144] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.768421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.768421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.768579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.768721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.779426] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: IN_PROGRESS for 2s [ 1154.831987] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.832166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.832237] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.832447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.832601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.859383] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1154.862261] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1154.862612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.623082] env[66094]: INFO networking_nsxv3.common.synchronization [req-ac424bc4-ac5f-4c70-9e63-374dcd44b400 req-78b98be7-d43d-43ce-ad16-d5f089076581 tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_members [ 1155.623082] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 with Priority: HIGHEST for action security_group_members [ 1155.623082] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9ca691f-928a-43a1-a979-9af3ca98e9a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.623082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.623082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.623082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.623307] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.623307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.623307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.623460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.623573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.623699] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9ca691f-928a-43a1-a979-9af3ca98e9a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.979965] env[66094]: INFO networking_nsxv3.common.synchronization [req-23cd06d3-f3f8-4a13-ad2a-ba61bca32521 req-17a83b37-6ebe-48da-9cfe-ccff530b6f94 tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1155.979965] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1155.980328] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.980539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.980622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.980995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.981294] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.981454] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.981539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.981781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.981930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.982112] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.127049] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.127049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.127049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.127049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.127049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.127286] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.127407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.127473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.127645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.127759] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.127869] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 is going to be updated. [ 1156.157083] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.157276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.157328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.157537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.157686] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.169560] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 in Status: IN_PROGRESS for 2s [ 1156.486560] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.486753] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.486796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.487129] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.487327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.487496] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.487596] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.487660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.487817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.487894] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.487985] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1156.520674] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.520674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.520674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.520674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.520674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.530495] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1156.661674] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1156.663132] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.789078] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: SUCCESS [ 1156.789371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.789480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.789729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.789927] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.790063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.790129] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.790285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.790364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.790450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.790549] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.791550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.791718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.791988] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.792118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.792180] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.792328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.792404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.792493] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.875691] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1156.875920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.295508] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.295844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.295893] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.798793] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.186325] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 in Status: SUCCESS [ 1158.186579] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9ca691f-928a-43a1-a979-9af3ca98e9a6 deletion is rescheduled due to dependency. [ 1158.186722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9ca691f-928a-43a1-a979-9af3ca98e9a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.301843] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.302236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.302236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.302307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.302448] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.302506] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef is going to be updated. [ 1158.337947] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.338237] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.338307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.338616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.338837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.352611] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: IN_PROGRESS for 2s [ 1158.542869] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1158.543085] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac deletion is rescheduled due to dependency. [ 1158.543214] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.228472] env[66094]: INFO networking_nsxv3.common.synchronization [req-9f302231-dbc3-42a1-8001-0ed0149395e4 req-910965b7-d9c6-49d5-9425-cad7146d230d tempest-AttachVolumeTestJSON-1975535524 tempest-AttachVolumeTestJSON-1975535524-project-member] Enqueued Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_members [ 1159.228972] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_members [ 1159.229455] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f73a6956-bc3f-44e0-9593-04ce2986bc17 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.229620] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.229929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.230109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.230203] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.230340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.230340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.230594] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.230669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.231187] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f73a6956-bc3f-44e0-9593-04ce2986bc17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.597076] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.597508] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-441" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.597508] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-441" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.597788] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-441" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.598100] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.598269] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.598395] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.598626] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.598790] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.599066] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.599198] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.599330] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.599447] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.599568] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.599679] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.599814] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.620221] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.620414] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.620505] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.620664] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-441" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.620955] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-36b960f1-a10f-4a81-9c90-0b09c1b10abe taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.621172] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-36b960f1-a10f-4a81-9c90-0b09c1b10abe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.621292] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-36b960f1-a10f-4a81-9c90-0b09c1b10abe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.621643] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-36b960f1-a10f-4a81-9c90-0b09c1b10abe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.621787] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b960f1-a10f-4a81-9c90-0b09c1b10abe',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.733294] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.733496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.733551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.733757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.733847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.734081] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.734183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.734234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.734409] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.734505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.734577] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 already deleted. [ 1159.734648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.124315] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.124583] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.124693] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.125032] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.125233] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.125486] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 36b960f1-a10f-4a81-9c90-0b09c1b10abe not found, creating... [ 1160.125780] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.125941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.126074] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.126351] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.126503] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.126827] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.126988] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.127161] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.127470] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.127643] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.127791] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 36b960f1-a10f-4a81-9c90-0b09c1b10abe is going to be created. [ 1160.147663] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.147898] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.148037] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.148349] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.148596] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.148830] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-36b960f1-a10f-4a81-9c90-0b09c1b10abe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.362614] env[66094]: INFO networking_nsxv3.common.synchronization [req-9d6bef1e-021c-409c-82b0-3f21a84aafd8 req-1cb367a2-3c4b-45b3-828c-b03cde33bfd2 tempest-ServersTestJSON-2039582760 tempest-ServersTestJSON-2039582760-project-member] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1160.363810] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGHEST for action security_group_members [ 1160.364244] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: SUCCESS [ 1160.364483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.364796] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.364937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.365029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.365251] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.365481] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.365617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.365685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.365844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.365928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.366039] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.366785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.366949] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.367124] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.367225] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.367288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.367427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.367505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.367586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.367734] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.367824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.367882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.368032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.368173] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.368292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.368372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.368573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.368652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.368734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.368819] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.871335] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.871335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.871335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.871335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.871335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.871335] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.871335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.871962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.871962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.871962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.871962] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be updated. [ 1160.873035] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 502fa063-a102-49ec-b570-6ad47ac6f9ef: rpc.has_security_group_logging(os_id): False [ 1160.893101] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.893283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.893315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.893525] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.893614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.893838] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.894013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.894093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.894244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.894352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.894506] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.894605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.894666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.894792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.894865] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.895088] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.895224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.895292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.895433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.895505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.895588] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef is going to be created. [ 1160.900104] env[66094]: INFO networking_nsxv3.common.synchronization [req-9f302231-dbc3-42a1-8001-0ed0149395e4 req-45a17cbf-684d-4be1-8f63-67a4894fcca3 service nova] Enqueued Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_rules [ 1160.900399] env[66094]: INFO networking_nsxv3.common.synchronization [req-9f302231-dbc3-42a1-8001-0ed0149395e4 req-45a17cbf-684d-4be1-8f63-67a4894fcca3 service nova] Enqueued Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_members [ 1160.900545] env[66094]: INFO networking_nsxv3.common.synchronization [req-9f302231-dbc3-42a1-8001-0ed0149395e4 req-45a17cbf-684d-4be1-8f63-67a4894fcca3 service nova] Enqueued Resource ID: 36b960f1-a10f-4a81-9c90-0b09c1b10abe with Priority: HIGHEST for action port [ 1160.901129] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_rules [ 1160.901303] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_members [ 1160.901419] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b960f1-a10f-4a81-9c90-0b09c1b10abe with Priority: HIGHEST for action port [ 1160.901716] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f73a6956-bc3f-44e0-9593-04ce2986bc17 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.901887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.902160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.902572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.902688] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f73a6956-bc3f-44e0-9593-04ce2986bc17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.903675] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f73a6956-bc3f-44e0-9593-04ce2986bc17 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.903794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.903855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.904138] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.904294] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.904396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.904487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.904616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.904733] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.904868] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f73a6956-bc3f-44e0-9593-04ce2986bc17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.905715] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-36b960f1-a10f-4a81-9c90-0b09c1b10abe taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.905852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36b960f1-a10f-4a81-9c90-0b09c1b10abe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.905890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36b960f1-a10f-4a81-9c90-0b09c1b10abe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.906037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36b960f1-a10f-4a81-9c90-0b09c1b10abe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.908756] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b960f1-a10f-4a81-9c90-0b09c1b10abe',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.910547] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.910659] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.910723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.910897] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.911053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.920085] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: IN_PROGRESS for 2s [ 1160.983025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.983025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.983025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.983025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.983025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.994655] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: IN_PROGRESS for 2s [ 1161.312534] env[66094]: INFO networking_nsxv3.common.synchronization [None req-0b26fb10-7203-40de-b853-959e1e8bf264 tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_rules [ 1161.313116] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_rules [ 1161.313748] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.313872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.313987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.314278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.314363] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11209aa-1c1d-46c7-8632-3cc7856ac5f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.393208] env[66094]: INFO networking_nsxv3.common.synchronization [None req-0b6d468f-d2e0-49fe-b128-e485d98d5d99 tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_rules [ 1161.393856] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_rules [ 1161.394343] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.394481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.410211] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f73a6956-bc3f-44e0-9593-04ce2986bc17 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.410366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.412817] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f73a6956-bc3f-44e0-9593-04ce2986bc17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.414201] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36b960f1-a10f-4a81-9c90-0b09c1b10abe with status ACTIVE [ 1161.414201] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.414201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.414201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.414201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.414461] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.414461] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.414544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.414578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.414720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.414791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.414966] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.415082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.415152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.415280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.415582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.415582] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36b960f1-a10f-4a81-9c90-0b09c1b10abe is going to be updated. [ 1161.441202] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.441366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.441453] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.441667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.441852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.442514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36b960f1-a10f-4a81-9c90-0b09c1b10abe" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.851707] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.851978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.852110] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.852376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.852478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.852586] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 already deleted. [ 1161.852678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.852875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.853478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.853478] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11209aa-1c1d-46c7-8632-3cc7856ac5f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.918019] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f73a6956-bc3f-44e0-9593-04ce2986bc17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.374770] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.374927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.375036] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.375274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.375366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.375462] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 already deleted. [ 1162.375546] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.420212] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.420367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.420438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.420655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.420747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.420843] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 is going to be created. [ 1162.489364] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.489364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.489699] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.489783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.489899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.498646] env[66094]: INFO networking_nsxv3.common.synchronization [req-0ebe107d-a62f-42fc-8914-4beea3e5bfd2 req-421ed79b-b77c-4cfc-b607-b2523a74edae tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1162.499229] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1162.499561] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.499685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.499754] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.499956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.500126] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.500229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.500286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.500450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.500552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.500649] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.504059] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 in Status: UNINITIALIZED for 2s [ 1162.935033] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 in Status: SUCCESS [ 1162.935327] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 deletion is rescheduled due to dependency. [ 1162.935391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.003149] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.009616] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: SUCCESS [ 1163.009862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.010051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.010282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.010870] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.236150] env[66094]: INFO networking_nsxv3.common.synchronization [None req-07bb18c6-53bc-4cc0-aa43-5fc06bb9592f tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1163.236866] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1163.238563] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.238563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.507594] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.513443] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.513443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.513656] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.514721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.514721] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.514721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.514721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.514721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.514721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.514721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.514721] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.012505] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.013026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.013026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.013026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.013026] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.013026] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1164.017438] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.018421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.018576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.018930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.019253] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.019441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.019526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.019811] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.019962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.020127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.020432] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.020647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.020647] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.021298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.021553] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.021740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.021830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.022217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.022308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.022423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.022615] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.070068] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.070280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.070280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.070606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.070689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.081806] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1164.514315] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 in Status: SUCCESS [ 1164.514586] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.514870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.515165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.515427] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.515582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.515683] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.515850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.515934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.516025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.516203] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f73a6956-bc3f-44e0-9593-04ce2986bc17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.526799] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 502fa063-a102-49ec-b570-6ad47ac6f9ef: rpc.has_security_group_logging(os_id): False [ 1164.548401] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.549133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.549133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.549133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.549133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.549133] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.550158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.550158] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.550398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.550509] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.550761] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.550928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.551434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.554328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.554328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.554328] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.554328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.554328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.554328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.554328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.554328] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef is going to be updated. [ 1164.662383] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.662595] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.662595] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.662806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.662949] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.679919] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: IN_PROGRESS for 2s [ 1165.018602] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f73a6956-bc3f-44e0-9593-04ce2986bc17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.521075] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f73a6956-bc3f-44e0-9593-04ce2986bc17: rpc.has_security_group_logging(os_id): False [ 1165.549989] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.550210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.550210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.550422] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.550627] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.550844] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.550959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.551047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.551205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.551329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.551373] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 is going to be created. [ 1165.638855] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.639128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.639312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.639611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.640317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.656410] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 in Status: IN_PROGRESS for 2s [ 1166.102820] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1166.103192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.103254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.103499] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.103696] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.103831] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.103899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.104132] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.104285] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.104464] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.188849] env[66094]: INFO networking_nsxv3.common.synchronization [req-099a7b9a-b0ba-4254-b705-6aabe48cd800 req-f1cd4d20-91a9-4843-857a-a9a4983cf42c tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_members [ 1166.189791] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb with Priority: HIGHEST for action security_group_members [ 1166.190517] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-01bdaf92-277c-482b-9ec7-1315eaba31bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.191236] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.191399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.191670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.191902] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.192066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.192159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.192382] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.192507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.192774] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01bdaf92-277c-482b-9ec7-1315eaba31bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.607652] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.608045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.608146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.608515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.608579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.608848] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.608994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.609114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.610610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.610610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.610610] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1166.643381] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.643381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.643381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.643381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.643381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.655053] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1166.695695] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: SUCCESS [ 1166.695934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.696349] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.696448] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.696519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.696716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.696800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.696979] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.697093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.697157] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.697328] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.697405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.697490] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb is going to be updated. [ 1166.729216] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.729216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.729216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.729216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.729216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.737449] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb in Status: IN_PROGRESS for 2s [ 1166.987803] env[66094]: INFO networking_nsxv3.common.synchronization [req-59a8581b-6838-4335-8782-94abf7b7bef7 req-fadfdb2d-4a72-420c-aa85-e2bd6d6025a6 tempest-ImagesTestJSON-555839420 tempest-ImagesTestJSON-555839420-project-member] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1166.989127] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1166.989535] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.989669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.989740] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.990688] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.990973] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.991210] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.991364] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.991567] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.991658] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.991755] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.495310] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.678860] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 in Status: SUCCESS [ 1167.678860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.999390] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.503081] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.503392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.503392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.503578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.503784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.503784] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1168.531849] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.532053] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.532141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.532359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.532508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.542781] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1168.664448] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1168.664681] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 deletion is rescheduled due to dependency. [ 1168.664859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.749399] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb in Status: SUCCESS [ 1168.749619] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01bdaf92-277c-482b-9ec7-1315eaba31bb deletion is rescheduled due to dependency. [ 1168.749750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01bdaf92-277c-482b-9ec7-1315eaba31bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.552951] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1170.553327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.212565] env[66094]: INFO networking_nsxv3.common.synchronization [req-c38438ae-49c5-40a6-8119-3c1c6b7640e3 req-708c124c-24dc-439a-b480-b8ea02a1f3c2 tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_members [ 1171.213028] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_members [ 1171.214137] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.214137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.214137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.214137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.214137] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.214137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.214137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.214459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.214459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.214459] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11209aa-1c1d-46c7-8632-3cc7856ac5f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.662447] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.662775] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.662813] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.663581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.666581] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.666581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.666581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.666581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.666581] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.666581] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.666581] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.666581] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.666581] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.666581] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.666581] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.666581] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.688045] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.688316] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.688501] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.688737] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-330" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.689118] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-75083b50-1ff7-421c-bb4f-c1843e770efa taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.689382] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-75083b50-1ff7-421c-bb4f-c1843e770efa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.689553] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-75083b50-1ff7-421c-bb4f-c1843e770efa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.689941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-75083b50-1ff7-421c-bb4f-c1843e770efa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.690148] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75083b50-1ff7-421c-bb4f-c1843e770efa',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.719705] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.719705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.719705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.719705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.719705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.719705] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.719705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.719705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.719705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.719705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.719705] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 already deleted. [ 1171.719705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.192863] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.193061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.193221] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.193502] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.193655] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.193815] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port 75083b50-1ff7-421c-bb4f-c1843e770efa not found, creating... [ 1172.194140] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.194322] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.194511] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.195194] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.195341] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.195681] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.195874] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.196262] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.196262] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.196450] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.196640] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: 75083b50-1ff7-421c-bb4f-c1843e770efa is going to be created. [ 1172.218570] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.218829] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.218981] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.219354] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.219614] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.219878] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-75083b50-1ff7-421c-bb4f-c1843e770efa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.951177] env[66094]: INFO networking_nsxv3.common.synchronization [req-c38438ae-49c5-40a6-8119-3c1c6b7640e3 req-b0407c3c-fd43-4fd4-aa97-df969c8049bc service nova] Enqueued Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_rules [ 1172.951177] env[66094]: INFO networking_nsxv3.common.synchronization [req-c38438ae-49c5-40a6-8119-3c1c6b7640e3 req-b0407c3c-fd43-4fd4-aa97-df969c8049bc service nova] Enqueued Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_members [ 1172.951177] env[66094]: INFO networking_nsxv3.common.synchronization [req-c38438ae-49c5-40a6-8119-3c1c6b7640e3 req-b0407c3c-fd43-4fd4-aa97-df969c8049bc service nova] Enqueued Resource ID: 75083b50-1ff7-421c-bb4f-c1843e770efa with Priority: HIGHEST for action port [ 1172.951584] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_rules [ 1172.952034] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_members [ 1172.952314] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75083b50-1ff7-421c-bb4f-c1843e770efa with Priority: HIGHEST for action port [ 1172.952633] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.952759] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.952862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.953050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.953112] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11209aa-1c1d-46c7-8632-3cc7856ac5f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.953999] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.954374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.954463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.954726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.954988] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.955148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.955254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.955483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.955615] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.955760] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11209aa-1c1d-46c7-8632-3cc7856ac5f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.957269] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-75083b50-1ff7-421c-bb4f-c1843e770efa taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.958342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75083b50-1ff7-421c-bb4f-c1843e770efa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.958342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75083b50-1ff7-421c-bb4f-c1843e770efa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.958342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75083b50-1ff7-421c-bb4f-c1843e770efa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.958342] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75083b50-1ff7-421c-bb4f-c1843e770efa',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.459775] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11209aa-1c1d-46c7-8632-3cc7856ac5f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.461145] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.461312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.461568] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75083b50-1ff7-421c-bb4f-c1843e770efa with status ACTIVE [ 1173.461811] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.462016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.462152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.462437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.462595] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.462855] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.463019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.463136] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.463327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.463556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.463636] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.463704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.463750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.464572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.464572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.464572] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75083b50-1ff7-421c-bb4f-c1843e770efa is going to be updated. [ 1173.484109] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.484293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.484405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.484697] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.484906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.485194] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75083b50-1ff7-421c-bb4f-c1843e770efa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.537952] env[66094]: INFO networking_nsxv3.common.synchronization [req-69d09db5-6799-443d-9594-54d6365546e2 req-895511c9-45c4-4f8d-92b0-f9faf29ff2eb tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1173.538880] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1173.539294] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.539442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.539563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.539708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.540151] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.540151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.540151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.540391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.540391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.540391] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.882432] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.882432] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.882642] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.882823] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.883073] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.883267] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.883404] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.883621] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.883768] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.883970] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.884152] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.884283] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.884420] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.884561] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.884681] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.884815] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.903856] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.904053] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.904497] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.904756] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.905125] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-14670c59-c59d-455a-8ab4-9211f584e9e5 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.905324] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-14670c59-c59d-455a-8ab4-9211f584e9e5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.905447] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-14670c59-c59d-455a-8ab4-9211f584e9e5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.905771] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-14670c59-c59d-455a-8ab4-9211f584e9e5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.905910] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14670c59-c59d-455a-8ab4-9211f584e9e5',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.965763] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11209aa-1c1d-46c7-8632-3cc7856ac5f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.044361] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.045230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.046031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.046031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.046031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.046031] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.046031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.046267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.047027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.047027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.047027] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1174.092679] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.092882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.092957] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.093179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.093324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.103905] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1174.408012] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.408295] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.408481] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.408808] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.409012] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.409201] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 14670c59-c59d-455a-8ab4-9211f584e9e5 not found, creating... [ 1174.409500] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.409700] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.409854] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.410114] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.410368] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.410688] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.410889] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.411053] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.411314] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.411490] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.411664] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 14670c59-c59d-455a-8ab4-9211f584e9e5 is going to be created. [ 1174.431225] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.431476] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.431633] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.431930] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.432239] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.432552] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-14670c59-c59d-455a-8ab4-9211f584e9e5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.468525] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.468818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.468818] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.469032] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.469188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.469272] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 is going to be created. [ 1174.492452] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.492452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.492621] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.492714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.492819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.507172] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 in Status: UNINITIALIZED for 2s [ 1175.662682] env[66094]: INFO networking_nsxv3.common.synchronization [req-69d09db5-6799-443d-9594-54d6365546e2 req-77a47cb9-f302-4a4d-bdb9-c5cc0e24d1e5 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 1175.662682] env[66094]: INFO networking_nsxv3.common.synchronization [req-69d09db5-6799-443d-9594-54d6365546e2 req-77a47cb9-f302-4a4d-bdb9-c5cc0e24d1e5 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1175.662682] env[66094]: INFO networking_nsxv3.common.synchronization [req-69d09db5-6799-443d-9594-54d6365546e2 req-77a47cb9-f302-4a4d-bdb9-c5cc0e24d1e5 service nova] Enqueued Resource ID: 14670c59-c59d-455a-8ab4-9211f584e9e5 with Priority: HIGHEST for action port [ 1175.663058] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 1175.663058] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1175.663143] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14670c59-c59d-455a-8ab4-9211f584e9e5 with Priority: HIGHEST for action port [ 1175.663474] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.663618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.663685] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.663914] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.664046] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.666370] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.666370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.666555] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-14670c59-c59d-455a-8ab4-9211f584e9e5 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.666555] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14670c59-c59d-455a-8ab4-9211f584e9e5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.666689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14670c59-c59d-455a-8ab4-9211f584e9e5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.666825] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14670c59-c59d-455a-8ab4-9211f584e9e5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.666909] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14670c59-c59d-455a-8ab4-9211f584e9e5',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.114156] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1176.114462] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac deletion is rescheduled due to dependency. [ 1176.114462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.114681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.114898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.115099] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.115216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.115279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.115433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.115532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.115661] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.167260] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.167418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.168698] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14670c59-c59d-455a-8ab4-9211f584e9e5 with status ACTIVE [ 1176.168880] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.168993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.169073] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.169302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.169387] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.169561] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.169660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.169724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.169880] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.169962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.170156] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.170255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.170335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.170451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.170527] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.170613] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14670c59-c59d-455a-8ab4-9211f584e9e5 is going to be updated. [ 1176.191972] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.192190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.192308] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.192536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.192675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.192833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14670c59-c59d-455a-8ab4-9211f584e9e5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.518407] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 in Status: SUCCESS [ 1176.518652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.518833] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.519056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.519258] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.519393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.519505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.519650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.519765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.519892] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.519994] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e11209aa-1c1d-46c7-8632-3cc7856ac5f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.618561] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.023073] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e11209aa-1c1d-46c7-8632-3cc7856ac5f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.121239] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.525568] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e11209aa-1c1d-46c7-8632-3cc7856ac5f4: rpc.has_security_group_logging(os_id): False [ 1177.553730] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.554714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.554714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.554714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.554714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.557297] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.557297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.557297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.557297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.557297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.557297] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 is going to be created. [ 1177.623325] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.623557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.623623] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.624050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.624176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.624272] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1177.631693] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.631960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.631960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.632348] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.632348] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.647619] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 in Status: IN_PROGRESS for 2s [ 1177.664240] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.664240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.664240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.664240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.664240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.679561] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1178.102896] env[66094]: INFO networking_nsxv3.common.synchronization [None req-de3e60d9-f656-4720-9063-1004a21d1900 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_rules [ 1178.103513] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_rules [ 1178.103865] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.104012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.104098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.104437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.104541] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.200307] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a77a2e69-5d19-4ab1-8e13-0fe51df4eb61 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_rules [ 1178.200891] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_rules [ 1178.201233] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.201333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.627451] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.628011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.628011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.628093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.628462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.628462] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efec90fc-261b-4047-b070-d74f9c352c35 already deleted. [ 1178.628462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.628659] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.628747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.628846] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.155312] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.155891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.155891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.156034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.156176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.156176] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efec90fc-261b-4047-b070-d74f9c352c35 already deleted. [ 1179.156269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.663844] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 in Status: SUCCESS [ 1179.663966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.694018] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1179.694390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.694660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.695938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.695938] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.695938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.695938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.695938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.695938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.695938] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.696276] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.198506] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.198876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.198876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.199179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.199179] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.199353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.199353] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.199443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.199473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.199556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.199697] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.199788] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.199841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.199987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.200134] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.200229] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.200272] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.200405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.200481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.200563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.200651] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.702909] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a802551b-ed4e-4538-8802-e00e8025b8ac: rpc.has_security_group_logging(os_id): False [ 1180.727986] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.728203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.728320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.728469] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.728562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.728810] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.728929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.728993] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.729189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.729269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.729480] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.729604] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.729718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.729794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.729869] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.730131] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.730226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.730365] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.730472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.730513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.730598] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1180.804040] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.804344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.804464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.804697] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.804852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.820552] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1181.997387] env[66094]: INFO networking_nsxv3.common.synchronization [req-fb292c17-1d03-482e-ad50-09be25c3b530 req-441173a1-6691-4ee0-b25d-14171b96da66 tempest-ImagesTestJSON-555839420 tempest-ImagesTestJSON-555839420-project-member] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1181.998401] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1181.998855] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.999048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.999151] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.999426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.999648] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.999792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.999885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.000113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.000239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.000377] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.503011] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.503722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.503722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.503722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.503917] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.503975] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.504093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.504159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.504414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.504498] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.504588] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1182.537195] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.537373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.537469] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.537733] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.537924] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.549484] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1182.846815] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1182.847070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.566405] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1184.566805] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 deletion is rescheduled due to dependency. [ 1184.566805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.212240] env[66094]: INFO networking_nsxv3.common.synchronization [req-2f81485f-bc4d-45b2-a4b6-36e768a81d5d req-d87a9ad8-8f27-4fac-89d7-8514f0c9d2eb tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1185.212240] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1185.212240] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.212240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.212240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.212240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.212240] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.212240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.212240] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.213094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.213094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.213094] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.672375] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.673170] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.673170] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.673170] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.673353] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.673409] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.673727] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.673825] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.673901] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.674132] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.674275] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.674450] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.674511] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.674610] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.674720] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.674854] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.700047] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.700227] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1185.700380] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.700769] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.701176] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-60d29ce9-3a0b-443b-bb41-020a69ce0bfa taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.701376] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-60d29ce9-3a0b-443b-bb41-020a69ce0bfa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.701520] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-60d29ce9-3a0b-443b-bb41-020a69ce0bfa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.701870] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-60d29ce9-3a0b-443b-bb41-020a69ce0bfa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.702058] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d29ce9-3a0b-443b-bb41-020a69ce0bfa',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.716648] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.716809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.716867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.717095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.717185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.717399] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.717495] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.717543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.718189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.718189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.718189] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efec90fc-261b-4047-b070-d74f9c352c35 already deleted. [ 1185.718189] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.204361] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.204633] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.204763] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.205074] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.205241] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.205433] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 60d29ce9-3a0b-443b-bb41-020a69ce0bfa not found, creating... [ 1186.205710] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.205868] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.205987] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.206240] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.206386] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.206665] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.206819] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.206936] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.207160] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.207302] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.207439] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 60d29ce9-3a0b-443b-bb41-020a69ce0bfa is going to be created. [ 1186.228872] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.229102] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.229305] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.229596] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.229826] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.230057] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-60d29ce9-3a0b-443b-bb41-020a69ce0bfa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.938202] env[66094]: INFO networking_nsxv3.common.synchronization [req-2f81485f-bc4d-45b2-a4b6-36e768a81d5d req-ac817b68-0184-4fda-915a-803595b219c0 service nova] Enqueued Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_rules [ 1186.939343] env[66094]: INFO networking_nsxv3.common.synchronization [req-2f81485f-bc4d-45b2-a4b6-36e768a81d5d req-ac817b68-0184-4fda-915a-803595b219c0 service nova] Enqueued Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1186.939343] env[66094]: INFO networking_nsxv3.common.synchronization [req-2f81485f-bc4d-45b2-a4b6-36e768a81d5d req-ac817b68-0184-4fda-915a-803595b219c0 service nova] Enqueued Resource ID: 60d29ce9-3a0b-443b-bb41-020a69ce0bfa with Priority: HIGHEST for action port [ 1186.943630] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_rules [ 1186.943824] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1186.943921] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d29ce9-3a0b-443b-bb41-020a69ce0bfa with Priority: HIGHEST for action port [ 1186.946033] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.946033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.946033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.946033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.946033] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.947591] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.947591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.947591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.947591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.951721] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.951721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.951721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.951721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.951721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.951721] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.951721] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d29ce9-3a0b-443b-bb41-020a69ce0bfa taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.951721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d29ce9-3a0b-443b-bb41-020a69ce0bfa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.951721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d29ce9-3a0b-443b-bb41-020a69ce0bfa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.951721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d29ce9-3a0b-443b-bb41-020a69ce0bfa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.952530] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d29ce9-3a0b-443b-bb41-020a69ce0bfa',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.271346] env[66094]: INFO networking_nsxv3.common.synchronization [req-a166a4da-7774-4873-9f08-5edf6826024f req-202f8665-e354-461e-a956-d714d7dc815c tempest-ImagesTestJSON-555839420 tempest-ImagesTestJSON-555839420-project-member] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1187.272054] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1187.274458] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.274780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.274780] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.274932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.275105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.275211] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.275341] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.275500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.275545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.275628] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.453579] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.453721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.454015] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.454743] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60d29ce9-3a0b-443b-bb41-020a69ce0bfa with status ACTIVE [ 1187.454929] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.455055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.455276] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.455336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.455432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.455611] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.455705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.455766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.455910] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.455985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.457599] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.457599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.457599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.457599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.457599] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.457599] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60d29ce9-3a0b-443b-bb41-020a69ce0bfa is going to be updated. [ 1187.487238] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.487487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.487569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.487784] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.487922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.488101] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d29ce9-3a0b-443b-bb41-020a69ce0bfa" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.625490] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.625695] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.625815] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.626103] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.626357] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.626519] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.626654] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.626859] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.627013] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.627250] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.627366] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.627475] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.627585] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.627698] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.627806] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.627939] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.648914] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.649111] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.649241] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.649420] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-892" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.649864] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-be10000b-7a86-4a96-9fbc-c070e793bbe5 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.650079] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-be10000b-7a86-4a96-9fbc-c070e793bbe5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.650230] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-be10000b-7a86-4a96-9fbc-c070e793bbe5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.650542] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-be10000b-7a86-4a96-9fbc-c070e793bbe5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.650694] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be10000b-7a86-4a96-9fbc-c070e793bbe5',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.777652] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.777870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.777952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.778233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.778333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.778536] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.778650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.778737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.778939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.779040] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.779147] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1187.815393] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.815592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.815592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.815824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.816020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.827358] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1187.959919] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.154230] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.154527] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.154652] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.155219] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.155219] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.155322] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port be10000b-7a86-4a96-9fbc-c070e793bbe5 not found, creating... [ 1188.155997] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.155997] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.155997] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.156185] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.156185] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.156436] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.156722] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.156722] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.156889] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.157024] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.157158] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: be10000b-7a86-4a96-9fbc-c070e793bbe5 is going to be created. [ 1188.177147] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.179040] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.179040] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.179040] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.179040] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.179040] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-be10000b-7a86-4a96-9fbc-c070e793bbe5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.464045] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.464045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.464045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.464045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.464045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.464045] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efec90fc-261b-4047-b070-d74f9c352c35 is going to be created. [ 1188.496199] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.496357] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.496435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.496669] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.496834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.506815] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: UNINITIALIZED for 2s [ 1188.968035] env[66094]: INFO networking_nsxv3.common.synchronization [req-a166a4da-7774-4873-9f08-5edf6826024f req-f5ea1a22-b3d8-4d90-b18b-ed6c13a9fee9 service nova] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_rules [ 1188.968035] env[66094]: INFO networking_nsxv3.common.synchronization [req-a166a4da-7774-4873-9f08-5edf6826024f req-f5ea1a22-b3d8-4d90-b18b-ed6c13a9fee9 service nova] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1188.968487] env[66094]: INFO networking_nsxv3.common.synchronization [req-a166a4da-7774-4873-9f08-5edf6826024f req-f5ea1a22-b3d8-4d90-b18b-ed6c13a9fee9 service nova] Enqueued Resource ID: be10000b-7a86-4a96-9fbc-c070e793bbe5 with Priority: HIGHEST for action port [ 1188.968806] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_rules [ 1188.968976] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1188.969073] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be10000b-7a86-4a96-9fbc-c070e793bbe5 with Priority: HIGHEST for action port [ 1188.969382] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.969514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.969577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.969800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.969903] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.970937] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.971637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.971637] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-be10000b-7a86-4a96-9fbc-c070e793bbe5 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.971637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be10000b-7a86-4a96-9fbc-c070e793bbe5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.971637] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be10000b-7a86-4a96-9fbc-c070e793bbe5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.972421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be10000b-7a86-4a96-9fbc-c070e793bbe5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.972421] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be10000b-7a86-4a96-9fbc-c070e793bbe5',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.474379] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.474379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.474707] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be10000b-7a86-4a96-9fbc-c070e793bbe5 with status ACTIVE [ 1189.474707] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.474822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.474889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.475200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.475343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.475500] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.475610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.475670] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.475844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.475933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.476147] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.476254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.476330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.476491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.476570] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.476667] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be10000b-7a86-4a96-9fbc-c070e793bbe5 is going to be updated. [ 1189.499777] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.500065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.500137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.500358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.500565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.500777] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be10000b-7a86-4a96-9fbc-c070e793bbe5" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.837221] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1189.837442] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 deletion is rescheduled due to dependency. [ 1189.837497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.837674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.837906] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.838100] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.838221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.838289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.838480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.838566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.838852] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.038671] env[66094]: INFO networking_nsxv3.common.synchronization [None req-5781a730-2aad-4c44-b3e8-47ac4036b025 tempest-ServerRescueNegativeTestJSON-2131902364 tempest-ServerRescueNegativeTestJSON-2131902364-project-member] Enqueued Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_rules [ 1190.039358] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_rules [ 1190.039675] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bc14340-5b7f-45c1-9672-91d861580a08 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.039841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.039933] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.040258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.040372] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.130863] env[66094]: INFO networking_nsxv3.common.synchronization [None req-6987f532-ee1e-468d-83fd-dea555acda76 tempest-ServerRescueNegativeTestJSON-2131902364 tempest-ServerRescueNegativeTestJSON-2131902364-project-member] Enqueued Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_rules [ 1190.131525] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_rules [ 1190.131904] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bc14340-5b7f-45c1-9672-91d861580a08 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.132478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.242447] env[66094]: INFO networking_nsxv3.common.synchronization [req-93325936-f0a8-49d7-876f-cb84be9f0c08 req-7708f95b-165e-4e69-9c78-a8d839f57c7e tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1190.244044] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1190.244197] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.244351] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.244442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.245918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.246130] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.246257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.246365] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.246614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.246716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.246817] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.341401] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.517685] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: SUCCESS [ 1190.517961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.518055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.518273] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.518478] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.518600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.518655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.518804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.518874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.518959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.519060] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.571694] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.571965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.571965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.572267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.572423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.572548] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bc14340-5b7f-45c1-9672-91d861580a08 already deleted. [ 1190.572690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.573850] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.574679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.574679] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.751049] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.751049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.751049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.751384] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.751536] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.751908] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.752095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.752223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.752504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.752720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.752871] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1190.798096] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.798279] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.798356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.798595] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.798765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.811391] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1190.844779] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.022397] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.096437] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.096966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.096966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.096966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.096966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.097232] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bc14340-5b7f-45c1-9672-91d861580a08 already deleted. [ 1191.097232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.133386] env[66094]: INFO networking_nsxv3.common.synchronization [req-ff5981d0-2fa4-4e5d-90ab-2a0d422c9f03 req-55c3af6a-6bd4-4491-851d-1854f683f554 tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_members [ 1191.134396] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 with Priority: HIGHEST for action security_group_members [ 1191.134863] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.135014] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.135089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.135329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.135499] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.135617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.135674] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.135832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.135914] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.136035] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bf70031-26e4-40ba-81cf-8e4cf0ea3671',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.349601] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.349601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.349601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.349601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.349936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.350525] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1191.390576] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.390576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.390576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.390576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.390576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.405890] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1191.529901] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efec90fc-261b-4047-b070-d74f9c352c35: rpc.has_security_group_logging(os_id): False [ 1191.551557] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.551557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.551557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.551557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.551557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.551557] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.551923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.551923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.552215] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.552303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.552458] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efec90fc-261b-4047-b070-d74f9c352c35 is going to be created. [ 1191.635330] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.635516] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.636578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.636578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.636578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.640709] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.640836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.640903] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.641106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.641185] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.641365] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.641451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.641512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.641657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.641724] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.641805] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 is going to be updated. [ 1191.652168] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: IN_PROGRESS for 2s [ 1191.668395] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.668609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.668609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.668870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.669021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.678573] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 in Status: IN_PROGRESS for 2s [ 1192.822196] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1192.822528] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac deletion is rescheduled due to dependency. [ 1192.822593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.416307] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1193.416424] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.416597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.416862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.417076] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.417186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.417244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.417423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.417519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.417606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.417696] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.667390] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: SUCCESS [ 1193.667713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.687967] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 in Status: SUCCESS [ 1193.688187] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf70031-26e4-40ba-81cf-8e4cf0ea3671 deletion is rescheduled due to dependency. [ 1193.688306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf70031-26e4-40ba-81cf-8e4cf0ea3671" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.919810] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.920141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.920141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.920288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.920459] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.920558] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.920638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.920792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.920879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.920986] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.921200] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.921299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.921361] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.921625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.921801] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.921900] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.921977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.922196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.922275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.922372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.922479] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.424810] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66551057-a750-42d6-a8e5-bfe4c4677e72: rpc.has_security_group_logging(os_id): False [ 1194.507660] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.507827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.507883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.508131] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.508224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.508455] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.508552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.508613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.508789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.508866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.509063] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.509156] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.509216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.509362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.509457] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.509653] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.509748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.509807] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.509945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.510030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.510117] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1194.582602] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.582764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.582844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.583061] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.583211] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.597450] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1196.135080] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.135423] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1196.612754] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1196.612863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.508343] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6c4c667-4844-481f-a9db-2f82d53718fe req-6a755ed3-5c3f-4612-a32b-5bba9c47d99c tempest-ServerRescueNegativeTestJSON-2131902364 tempest-ServerRescueNegativeTestJSON-2131902364-project-member] Enqueued Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_members [ 1199.508952] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_members [ 1199.509332] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc14340-5b7f-45c1-9672-91d861580a08 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.509467] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.509557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.509814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.509969] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.510081] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.510169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.510298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.510383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.510501] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.916240] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.916471] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.916564] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.916832] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.917108] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.917333] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.917475] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.918047] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.918047] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.918198] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.918319] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.918442] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.918515] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.918601] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.918695] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.918848] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.940453] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.940631] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.940771] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.940954] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-682" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.941288] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-2e377f27-ae81-4252-be47-a6fe39d137db taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.941478] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-2e377f27-ae81-4252-be47-a6fe39d137db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.941613] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-2e377f27-ae81-4252-be47-a6fe39d137db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.941947] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-2e377f27-ae81-4252-be47-a6fe39d137db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.942133] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e377f27-ae81-4252-be47-a6fe39d137db',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.013571] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.013747] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.013797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.014016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.014114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.014319] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.014525] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.014662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.014848] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.014932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.015044] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc14340-5b7f-45c1-9672-91d861580a08 already deleted. [ 1200.015133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.446166] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.446166] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.446166] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.446166] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.446166] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.446166] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port 2e377f27-ae81-4252-be47-a6fe39d137db not found, creating... [ 1200.446166] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.446166] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.446634] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.446700] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.446849] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.447143] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.447285] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.447408] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.447639] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.447776] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.447918] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 2e377f27-ae81-4252-be47-a6fe39d137db is going to be created. [ 1200.470764] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.470985] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.471133] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.471401] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.471632] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.471859] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-2e377f27-ae81-4252-be47-a6fe39d137db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.259453] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6c4c667-4844-481f-a9db-2f82d53718fe req-24ba1cb8-18c4-4143-9bc3-1bd7625d941c service nova] Enqueued Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_rules [ 1201.259453] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6c4c667-4844-481f-a9db-2f82d53718fe req-24ba1cb8-18c4-4143-9bc3-1bd7625d941c service nova] Enqueued Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_members [ 1201.259858] env[66094]: INFO networking_nsxv3.common.synchronization [req-d6c4c667-4844-481f-a9db-2f82d53718fe req-24ba1cb8-18c4-4143-9bc3-1bd7625d941c service nova] Enqueued Resource ID: 2e377f27-ae81-4252-be47-a6fe39d137db with Priority: HIGHEST for action port [ 1201.260085] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_rules [ 1201.262342] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_members [ 1201.262342] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e377f27-ae81-4252-be47-a6fe39d137db with Priority: HIGHEST for action port [ 1201.262342] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bc14340-5b7f-45c1-9672-91d861580a08 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.262342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.262342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.262342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.262342] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.263174] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc14340-5b7f-45c1-9672-91d861580a08 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.263281] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.263349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.264799] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.264992] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.265113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.265177] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.265528] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.265651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.265770] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.267154] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e377f27-ae81-4252-be47-a6fe39d137db taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.267333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e377f27-ae81-4252-be47-a6fe39d137db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.267426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e377f27-ae81-4252-be47-a6fe39d137db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.268098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e377f27-ae81-4252-be47-a6fe39d137db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.268179] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e377f27-ae81-4252-be47-a6fe39d137db',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.770078] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc14340-5b7f-45c1-9672-91d861580a08 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.770310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.770417] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.771351] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e377f27-ae81-4252-be47-a6fe39d137db with status ACTIVE [ 1201.771534] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.771671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.771737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.771991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.772108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.772292] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.772388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.772475] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.772648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.772728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.772910] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.773009] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.773074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.773239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.773381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.773458] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e377f27-ae81-4252-be47-a6fe39d137db is going to be updated. [ 1201.796522] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.796716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.796814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.797109] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.797298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.797513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e377f27-ae81-4252-be47-a6fe39d137db" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.275543] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.778484] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.778698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.778743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.779014] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.779114] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.779227] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc14340-5b7f-45c1-9672-91d861580a08 is going to be created. [ 1202.805250] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.805474] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.805526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.805761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.805943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.815614] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc14340-5b7f-45c1-9672-91d861580a08 in Status: UNINITIALIZED for 2s [ 1204.830079] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc14340-5b7f-45c1-9672-91d861580a08 in Status: SUCCESS [ 1204.830079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.830079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.830079] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.830758] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.830758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.830758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.830758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.830758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.830758] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.831155] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.332876] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.836494] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bc14340-5b7f-45c1-9672-91d861580a08: rpc.has_security_group_logging(os_id): False [ 1205.856775] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.856981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.856981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.857299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.857435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.857796] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.857911] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.857979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.858176] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.858258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.858348] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bc14340-5b7f-45c1-9672-91d861580a08 is going to be created. [ 1205.929704] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.929704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.929704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.929704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.929704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.943815] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc14340-5b7f-45c1-9672-91d861580a08 in Status: IN_PROGRESS for 2s [ 1206.261535] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.261700] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1207.058057] env[66094]: INFO networking_nsxv3.common.synchronization [req-c40b913f-d5d0-4f97-87be-3eafd9ce6bbc req-1767205c-3dba-47e4-aa35-eb8180eca3e9 tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1207.058057] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1207.058057] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.058057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.058057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.058057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.058057] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.058057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.058057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.058057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.058057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.058057] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.379805] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.380167] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.380352] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.380677] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.381056] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.381267] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.381415] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.381672] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.381847] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.382157] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.382694] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.382953] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.383028] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.383152] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.383280] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.383480] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.406090] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.406269] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.406428] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.406684] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-434" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.407193] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-c59c1561-1669-477a-b2b8-b5c930c64b5d taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.407393] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-c59c1561-1669-477a-b2b8-b5c930c64b5d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.407518] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-c59c1561-1669-477a-b2b8-b5c930c64b5d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.407893] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-c59c1561-1669-477a-b2b8-b5c930c64b5d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.408048] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c59c1561-1669-477a-b2b8-b5c930c64b5d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.562490] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.562783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.562783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.563056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.563198] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.563441] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.563545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.563600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.563827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.563910] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.564026] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1207.596072] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.596072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.596072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.596072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.596072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.606421] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1207.910937] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.911367] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.911444] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.911778] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.911934] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.912109] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port c59c1561-1669-477a-b2b8-b5c930c64b5d not found, creating... [ 1207.912395] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.912574] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.912718] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.912954] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.913132] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.913430] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.913588] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.913707] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.913920] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.914066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.914209] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: c59c1561-1669-477a-b2b8-b5c930c64b5d is going to be created. [ 1207.940809] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.941212] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.941453] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.941894] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.942301] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.942686] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-c59c1561-1669-477a-b2b8-b5c930c64b5d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.966409] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc14340-5b7f-45c1-9672-91d861580a08 in Status: SUCCESS [ 1207.966641] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.667126] env[66094]: INFO networking_nsxv3.common.synchronization [req-c40b913f-d5d0-4f97-87be-3eafd9ce6bbc req-79a40f3d-6b5a-4867-a103-a7bc1355b194 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 1208.667482] env[66094]: INFO networking_nsxv3.common.synchronization [req-c40b913f-d5d0-4f97-87be-3eafd9ce6bbc req-79a40f3d-6b5a-4867-a103-a7bc1355b194 service nova] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1208.667688] env[66094]: INFO networking_nsxv3.common.synchronization [req-c40b913f-d5d0-4f97-87be-3eafd9ce6bbc req-79a40f3d-6b5a-4867-a103-a7bc1355b194 service nova] Enqueued Resource ID: c59c1561-1669-477a-b2b8-b5c930c64b5d with Priority: HIGHEST for action port [ 1208.668891] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_rules [ 1208.669164] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1208.669383] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c59c1561-1669-477a-b2b8-b5c930c64b5d with Priority: HIGHEST for action port [ 1208.670196] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.670196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.670196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.670196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.670460] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.672994] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.673108] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.673337] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-c59c1561-1669-477a-b2b8-b5c930c64b5d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.673459] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c59c1561-1669-477a-b2b8-b5c930c64b5d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.673537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c59c1561-1669-477a-b2b8-b5c930c64b5d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.673727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c59c1561-1669-477a-b2b8-b5c930c64b5d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.673807] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c59c1561-1669-477a-b2b8-b5c930c64b5d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.767849] env[66094]: INFO networking_nsxv3.common.synchronization [req-e88253b6-d06c-4281-92b5-6988b675ef0e req-e0c1289b-8ef4-4b6d-a463-36c6c1709822 tempest-ImagesTestJSON-555839420 tempest-ImagesTestJSON-555839420-project-member] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1208.768939] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGHEST for action security_group_members [ 1208.769292] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.769417] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.769508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.769687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.769833] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.769928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.769987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.770142] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.770227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.770321] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.173275] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.173484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.175885] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c59c1561-1669-477a-b2b8-b5c930c64b5d with status ACTIVE [ 1209.175992] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.176133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.176245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.176421] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.176504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.177092] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.177092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.177092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.177092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.177092] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.177324] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.177324] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.177395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.177510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.177601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.177705] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c59c1561-1669-477a-b2b8-b5c930c64b5d is going to be updated. [ 1209.200742] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.200742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.200742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.200742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.200742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.200742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c59c1561-1669-477a-b2b8-b5c930c64b5d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.273445] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.273628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.273677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.273901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.273980] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.274310] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.274310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.274441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.275412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.275412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.275412] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be updated. [ 1209.311872] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.311872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.311872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.311872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.311872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.320826] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: IN_PROGRESS for 2s [ 1209.405541] env[66094]: INFO networking_nsxv3.common.synchronization [req-ac9a3c58-989b-402f-8d5e-5184b0e996e1 req-21ea9ba8-7772-4c0f-9cbe-9b38e8b7f387 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1209.405541] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1209.407024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.407024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.407024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.407024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.407024] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.407024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.407024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.407024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.407024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.407024] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.616874] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1209.617083] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac deletion is rescheduled due to dependency. [ 1209.617159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.617374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.617551] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.617740] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.617947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.617947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.618117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.618260] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.618260] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.762051] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.762357] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.762398] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.762698] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.762956] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.766666] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.766666] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.766666] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.766666] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.766666] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.766666] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.766666] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.766666] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.766666] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.766666] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.766666] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.788623] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.788824] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.789068] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.789278] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.789758] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-e0191d1b-d744-443a-ab6b-2d5d3443176d taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.789970] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-e0191d1b-d744-443a-ab6b-2d5d3443176d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.790118] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-e0191d1b-d744-443a-ab6b-2d5d3443176d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.790440] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-e0191d1b-d744-443a-ab6b-2d5d3443176d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.790608] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0191d1b-d744-443a-ab6b-2d5d3443176d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.910086] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.121184] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.293461] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.293461] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.293461] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.294565] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.294565] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.294565] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port e0191d1b-d744-443a-ab6b-2d5d3443176d not found, creating... [ 1210.294565] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.294767] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.295086] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.295384] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.295584] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.296217] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.296217] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.296344] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.296570] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.296752] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.297420] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: e0191d1b-d744-443a-ab6b-2d5d3443176d is going to be created. [ 1210.318109] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.318374] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.318522] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.318824] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.319102] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.319361] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-e0191d1b-d744-443a-ab6b-2d5d3443176d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.412057] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.623521] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.914875] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.915263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.915263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.915734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.915734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.915869] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efec90fc-261b-4047-b070-d74f9c352c35 is going to be updated. [ 1210.947196] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.947196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.947442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.947481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.947629] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.956647] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: IN_PROGRESS for 2s [ 1211.029451] env[66094]: INFO networking_nsxv3.common.synchronization [req-ac9a3c58-989b-402f-8d5e-5184b0e996e1 req-91fddf9d-7fc4-4738-b778-98e337e30756 service nova] Enqueued Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_rules [ 1211.029451] env[66094]: INFO networking_nsxv3.common.synchronization [req-ac9a3c58-989b-402f-8d5e-5184b0e996e1 req-91fddf9d-7fc4-4738-b778-98e337e30756 service nova] Enqueued Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1211.029451] env[66094]: INFO networking_nsxv3.common.synchronization [req-ac9a3c58-989b-402f-8d5e-5184b0e996e1 req-91fddf9d-7fc4-4738-b778-98e337e30756 service nova] Enqueued Resource ID: e0191d1b-d744-443a-ab6b-2d5d3443176d with Priority: HIGHEST for action port [ 1211.029451] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_rules [ 1211.029604] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1211.029745] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0191d1b-d744-443a-ab6b-2d5d3443176d with Priority: HIGHEST for action port [ 1211.030085] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.030268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.030268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.030468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.030550] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.032139] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.032889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.032889] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0191d1b-d744-443a-ab6b-2d5d3443176d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.032889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0191d1b-d744-443a-ab6b-2d5d3443176d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.032889] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0191d1b-d744-443a-ab6b-2d5d3443176d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.033203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0191d1b-d744-443a-ab6b-2d5d3443176d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.033203] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0191d1b-d744-443a-ab6b-2d5d3443176d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.126436] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.126628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.126707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.127077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.127077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.127155] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1211.159971] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.160170] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.160254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.160427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.160571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.171484] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1211.331588] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 in Status: SUCCESS [ 1211.332164] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 deletion is rescheduled due to dependency. [ 1211.332164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.536395] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.536535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.536759] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0191d1b-d744-443a-ab6b-2d5d3443176d with status ACTIVE [ 1211.536969] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.537090] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.537163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.537396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.537479] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.537601] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.537697] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.537769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.537923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.537992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.538195] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.538292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.538367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.538469] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.538533] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.538613] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0191d1b-d744-443a-ab6b-2d5d3443176d is going to be updated. [ 1211.564414] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.564414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.564414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.564783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.564985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.565166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0191d1b-d744-443a-ab6b-2d5d3443176d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.768290] env[66094]: INFO networking_nsxv3.common.synchronization [req-dbc87c30-fe08-4f79-bb9c-43449fce14ff req-ee7933ae-0826-4f60-9d4b-ba2fd4c20086 tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 1211.768290] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 1211.769951] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.770239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.770415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.770729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.771089] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.771339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.771520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.773182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.773182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.773182] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.083550] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.083550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.083550] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.083965] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.084115] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.084276] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.084449] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.084744] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.084917] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.085178] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.085314] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.085447] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.085605] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.085757] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.085918] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.086031] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.105422] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.105581] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.105695] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.105870] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.106258] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.106441] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.106564] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.106984] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.107138] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4bd587b-a84c-46db-bdbb-1ebbf8792daf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.274466] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.274714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.274805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.275024] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.300849] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.301246] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.301385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.301445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.301659] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.301745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.301860] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 is going to be updated. [ 1212.330083] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.330253] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.330313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.330535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.330706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.340095] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: IN_PROGRESS for 2s [ 1212.609702] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.609975] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.610071] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.610381] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.610645] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.610645] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port d4bd587b-a84c-46db-bdbb-1ebbf8792daf not found, creating... [ 1212.610871] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.611167] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.611167] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.611474] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.611536] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.612966] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.612966] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.612966] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.612966] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.612966] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.612966] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: d4bd587b-a84c-46db-bdbb-1ebbf8792daf is going to be created. [ 1212.635838] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.636305] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.636305] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.636440] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.636941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.636941] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.968447] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: SUCCESS [ 1212.968768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.969045] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.969339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.969647] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.969800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.969970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.970153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.970259] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.970866] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.184864] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1213.185266] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.185373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.185653] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.185939] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.186077] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.186148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.186330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.186418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.186507] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.186600] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.367161] env[66094]: INFO networking_nsxv3.common.synchronization [req-dbc87c30-fe08-4f79-bb9c-43449fce14ff req-4f6276b4-74c4-44ef-9405-c3dd362ea202 service nova] Enqueued Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_rules [ 1213.367438] env[66094]: INFO networking_nsxv3.common.synchronization [req-dbc87c30-fe08-4f79-bb9c-43449fce14ff req-4f6276b4-74c4-44ef-9405-c3dd362ea202 service nova] Enqueued Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 1213.367633] env[66094]: INFO networking_nsxv3.common.synchronization [req-dbc87c30-fe08-4f79-bb9c-43449fce14ff req-4f6276b4-74c4-44ef-9405-c3dd362ea202 service nova] Enqueued Resource ID: d4bd587b-a84c-46db-bdbb-1ebbf8792daf with Priority: HIGHEST for action port [ 1213.368208] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_rules [ 1213.368376] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 1213.368484] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4bd587b-a84c-46db-bdbb-1ebbf8792daf with Priority: HIGHEST for action port [ 1213.369082] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.369082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.369245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.369317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.369665] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.370476] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.370568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.370887] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.370999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.371080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.371267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.372965] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4bd587b-a84c-46db-bdbb-1ebbf8792daf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.472807] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.688794] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.688953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.689033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.689286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.689415] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.689514] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.689576] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.689722] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.689808] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.689897] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.690054] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.690149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.690207] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.690347] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.690536] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.690664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.690664] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.690785] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.690855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.690937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.691057] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.873436] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.873571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.873772] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4bd587b-a84c-46db-bdbb-1ebbf8792daf with status ACTIVE [ 1213.873949] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.874070] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.874135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.874340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.874429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.874632] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.874709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.874770] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.874922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.874998] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.875189] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.875282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.875343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.875481] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.875564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.875662] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4bd587b-a84c-46db-bdbb-1ebbf8792daf is going to be updated. [ 1213.897360] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.897568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.897666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.897864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.897996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.898173] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.975216] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.193058] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a802551b-ed4e-4538-8802-e00e8025b8ac: rpc.has_security_group_logging(os_id): False [ 1214.211524] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.211632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.211632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.211837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.211932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.212165] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.212268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.212331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.212516] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.212646] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.212971] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.212971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.212971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.213099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.213099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.213279] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.213371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.213433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.213569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.213644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.213727] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1214.313283] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.313526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.313526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.313718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.313862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.331482] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1214.352625] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: SUCCESS [ 1214.352625] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 deletion is rescheduled due to dependency. [ 1214.352625] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.353144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.353444] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.353656] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.353793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.353851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.354064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.354160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.354271] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.477266] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.477436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.477508] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.477725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.477832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.477905] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efec90fc-261b-4047-b070-d74f9c352c35 is going to be updated. [ 1214.509146] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.509306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.509350] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.509550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.509690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.519092] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: IN_PROGRESS for 2s [ 1214.856914] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.360798] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.741842] env[66094]: INFO networking_nsxv3.common.synchronization [req-3466b8c8-03fa-4d21-9c47-ec2d01c39a24 req-a82eef41-79ed-49b8-bad8-fa7fa3784374 tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1215.741842] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1215.741842] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.741842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.741842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.741842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.741842] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.741842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.741842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.741842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.742194] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.742194] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.864132] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.864294] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.864366] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.864695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.864870] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.865024] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 is going to be updated. [ 1215.896538] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.897058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.897058] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.897184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.897303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.909475] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: IN_PROGRESS for 2s [ 1216.244895] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.245074] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.245169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.245438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.245734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.245827] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.245904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.245969] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.246274] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.246360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.246451] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 1216.276581] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.276838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.276970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.277262] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.277443] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.287350] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 1216.344547] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1216.344861] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.531207] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: SUCCESS [ 1216.531545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.531545] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.531834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.532066] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.532169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.532238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.532427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.532537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.532704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.532803] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.035542] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.459177] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.459407] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.459527] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.459831] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.460096] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.460275] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.460400] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.460703] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.460789] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.461022] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.461137] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.461248] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.461358] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.461507] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.461585] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.461721] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.487634] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.488045] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1217.488286] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.488552] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-837" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.489016] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.489343] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.489623] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.490082] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.490272] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.538878] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efec90fc-261b-4047-b070-d74f9c352c35: rpc.has_security_group_logging(os_id): False [ 1217.559477] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.559675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.559778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.560009] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.560133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.560455] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.560578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.560671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.560863] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.560969] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.561079] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efec90fc-261b-4047-b070-d74f9c352c35 is going to be updated. [ 1217.632877] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.633097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.633172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.633373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.633562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.650124] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: IN_PROGRESS for 2s [ 1217.919835] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: SUCCESS [ 1217.920199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.920370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.920630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.920807] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.920929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.921013] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.921177] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.921234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.921329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.922152] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.993931] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.994307] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.994395] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.996048] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.996048] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.996048] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.996048] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.996048] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.996048] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.996048] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.996430] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.996430] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.996430] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.996628] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.996761] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.996902] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 is going to be updated. [ 1218.036775] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.037142] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.037278] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.037562] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.037771] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.038024] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.299070] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 1218.299717] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f deletion is rescheduled due to dependency. [ 1218.299840] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.424757] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.425076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.425076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.425420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.425420] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.425678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.425678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.425805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.425805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.425901] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.426053] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.426150] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.426203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.426346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.426485] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.426574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.426630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.426774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.426852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.426932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.427035] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.750592] env[66094]: INFO networking_nsxv3.common.synchronization [req-c3a385a4-69e0-4a80-aa61-95d9203ec86b req-bc12b012-8ab2-406f-90bc-825bf83c4ed4 service nova] Enqueued Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_rules [ 1218.750915] env[66094]: INFO networking_nsxv3.common.synchronization [req-c3a385a4-69e0-4a80-aa61-95d9203ec86b req-bc12b012-8ab2-406f-90bc-825bf83c4ed4 service nova] Enqueued Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_members [ 1218.751117] env[66094]: INFO networking_nsxv3.common.synchronization [req-c3a385a4-69e0-4a80-aa61-95d9203ec86b req-bc12b012-8ab2-406f-90bc-825bf83c4ed4 service nova] Enqueued Resource ID: b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 with Priority: HIGHEST for action port [ 1218.751833] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_rules [ 1218.752121] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_members [ 1218.752260] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 with Priority: HIGHEST for action port [ 1218.752602] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.752721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.752783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.752992] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.753099] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.755545] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.756243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.756243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.756243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.756657] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.756657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.756657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.756657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.756835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.756835] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.759011] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.759011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.759011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.759011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.759011] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.930585] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 153110f2-0b4a-40bd-b187-1c6816503a44: rpc.has_security_group_logging(os_id): False [ 1218.950250] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.950472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.950472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.950676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.950776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.950997] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.951141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.951197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.951360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.951439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.951637] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.951726] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.951783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.951925] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.951995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.952417] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.952535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.952589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.952733] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.952807] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.952893] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 is going to be updated. [ 1219.041088] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.041278] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.041470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.041716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.041820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.063154] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: IN_PROGRESS for 2s [ 1219.255842] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.256991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.258850] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.262223] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 with status ACTIVE [ 1219.262465] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.262688] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.262781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.262997] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.263103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.263282] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.263381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.263439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.263588] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.263660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.263834] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.263919] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.263976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.264147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.264927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.264927] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81 is going to be updated. [ 1219.291336] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.291600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.291600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.292888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.292888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.292888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b60036bf-7e3d-44b5-a0bb-c2c8a6f83d81" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.668877] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: SUCCESS [ 1219.669141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.761515] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.263907] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.264130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.264245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.264552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.264667] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.264790] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e is going to be updated. [ 1220.298433] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.298433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.298433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.298834] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.299037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.312137] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e in Status: IN_PROGRESS for 2s [ 1221.076949] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: SUCCESS [ 1221.077774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.083717] env[66094]: INFO networking_nsxv3.common.synchronization [None req-88b0787c-cb77-4ce3-a46b-d1982338f591 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1221.084038] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1221.085183] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.085183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.085183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.085183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.085183] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.085183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.085515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.085515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.085515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.085610] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.588554] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.588554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.588554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.588554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.588929] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.588929] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.589601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.589601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.589601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.589601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.589601] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1221.618420] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.618652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.618734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.618955] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.619160] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.635170] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1222.325083] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e in Status: SUCCESS [ 1222.326283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.326283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.326283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.326283] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.326283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.326283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.326871] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.326871] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.326871] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.327110] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.332825] env[66094]: INFO networking_nsxv3.common.synchronization [None req-6269e88e-6ac8-480a-8e82-891f1b65ae78 None None] Enqueued Resource ID: 667033a1-f832-4d4e-a0d4-e08b59d1da5c with Priority: HIGHEST for action port [ 1222.333338] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667033a1-f832-4d4e-a0d4-e08b59d1da5c with Priority: HIGHEST for action port [ 1222.333689] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-667033a1-f832-4d4e-a0d4-e08b59d1da5c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.333819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-667033a1-f832-4d4e-a0d4-e08b59d1da5c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.333902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-667033a1-f832-4d4e-a0d4-e08b59d1da5c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.334493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-667033a1-f832-4d4e-a0d4-e08b59d1da5c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.334584] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667033a1-f832-4d4e-a0d4-e08b59d1da5c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.832758] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.838119] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 667033a1-f832-4d4e-a0d4-e08b59d1da5c [ 1222.838462] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.838462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.838610] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.838808] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.838860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.838917] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:667033a1-f832-4d4e-a0d4-e08b59d1da5c already deleted. [ 1222.838985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-667033a1-f832-4d4e-a0d4-e08b59d1da5c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.134925] env[66094]: INFO networking_nsxv3.common.synchronization [req-540e4d66-081d-4740-9846-07acdea3ede8 req-55d3efbc-4de2-4835-b363-3a64c5a6d097 tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 1223.145268] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGHEST for action security_group_members [ 1223.145268] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.145268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.145268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.145268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.145268] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.145268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.145268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.145268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.145268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.145268] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.189226] env[66094]: INFO networking_nsxv3.common.synchronization [req-540e4d66-081d-4740-9846-07acdea3ede8 req-55d3efbc-4de2-4835-b363-3a64c5a6d097 tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: d4bd587b-a84c-46db-bdbb-1ebbf8792daf with Priority: HIGHEST for action port [ 1223.189822] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4bd587b-a84c-46db-bdbb-1ebbf8792daf with Priority: HIGHEST for action port [ 1223.190538] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.190538] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.190538] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.190772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.192121] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4bd587b-a84c-46db-bdbb-1ebbf8792daf',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.338273] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84f8901d-92dc-40cc-adf2-0cf948ffbb6e: rpc.has_security_group_logging(os_id): False [ 1223.369246] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.370985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.370985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.370985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.370985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.370985] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.370985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.370985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.370985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.370985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.370985] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e is going to be updated. [ 1223.460655] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.460843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.460908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.461097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.461410] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.476634] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e in Status: IN_PROGRESS for 2s [ 1223.648867] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1223.648867] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 deletion is rescheduled due to dependency. [ 1223.648867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.650751] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.650874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.650916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.651707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.651707] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.652023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.652023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.652187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.652316] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.652437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.652607] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 is going to be updated. [ 1223.696541] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4bd587b-a84c-46db-bdbb-1ebbf8792daf with status ACTIVE [ 1223.696877] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.697089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.697216] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.697520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.697598] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.697825] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.697961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.698093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.698304] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.698420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.698676] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.699010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.699010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.699115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.699197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.699349] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4bd587b-a84c-46db-bdbb-1ebbf8792daf is going to be updated. [ 1223.717161] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.717401] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.717510] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.717856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.718096] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.739536] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.739793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.739935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.740367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.740739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.740836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4bd587b-a84c-46db-bdbb-1ebbf8792daf" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.743200] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: IN_PROGRESS for 2s [ 1223.760711] env[66094]: INFO networking_nsxv3.common.synchronization [req-00961d3b-0f5e-4f3a-a86a-fdc43cc4b891 req-f57e8737-5480-4889-a7b4-d31016f86b9b tempest-SecurityGroupRulesNegativeTestJSON-592880395 tempest-SecurityGroupRulesNegativeTestJSON-592880395-project-member] Enqueued Resource ID: 718b34f4-521b-4ef6-9f37-1c3678205ee4 with Priority: HIGHEST for action security_group_rules [ 1223.763804] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 718b34f4-521b-4ef6-9f37-1c3678205ee4 with Priority: HIGHEST for action security_group_rules [ 1223.765243] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-718b34f4-521b-4ef6-9f37-1c3678205ee4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.765652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-718b34f4-521b-4ef6-9f37-1c3678205ee4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.765652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-718b34f4-521b-4ef6-9f37-1c3678205ee4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.765995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-718b34f4-521b-4ef6-9f37-1c3678205ee4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.766135] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('718b34f4-521b-4ef6-9f37-1c3678205ee4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.293436] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.293704] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.293815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.294275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.294912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.295064] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 718b34f4-521b-4ef6-9f37-1c3678205ee4 already deleted. [ 1224.295378] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-718b34f4-521b-4ef6-9f37-1c3678205ee4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.677743] env[66094]: INFO networking_nsxv3.common.synchronization [req-7d967215-4a46-44d8-870d-c966c49e2ea8 req-d5a50607-ee6b-442b-9f8b-207348d3a1b1 tempest-SecurityGroupRulesNegativeTestJSON-592880395 tempest-SecurityGroupRulesNegativeTestJSON-592880395-project-member] Enqueued Resource ID: 718b34f4-521b-4ef6-9f37-1c3678205ee4 with Priority: HIGHEST for action security_group_rules [ 1224.678614] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 718b34f4-521b-4ef6-9f37-1c3678205ee4 with Priority: HIGHEST for action security_group_rules [ 1224.679243] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-718b34f4-521b-4ef6-9f37-1c3678205ee4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.680091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-718b34f4-521b-4ef6-9f37-1c3678205ee4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.681705] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-718b34f4-521b-4ef6-9f37-1c3678205ee4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.681945] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-718b34f4-521b-4ef6-9f37-1c3678205ee4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.682067] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('718b34f4-521b-4ef6-9f37-1c3678205ee4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.077247] env[66094]: INFO networking_nsxv3.common.synchronization [None req-53176ead-4cc1-4b8a-953c-f7050a538462 None None] Enqueued Resource ID: 45e32469-b424-4fb4-abb3-345ee124685e with Priority: HIGHEST for action port [ 1225.077742] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e32469-b424-4fb4-abb3-345ee124685e with Priority: HIGHEST for action port [ 1225.078099] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e32469-b424-4fb4-abb3-345ee124685e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.078224] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e32469-b424-4fb4-abb3-345ee124685e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.078442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e32469-b424-4fb4-abb3-345ee124685e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.078682] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e32469-b424-4fb4-abb3-345ee124685e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.078682] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e32469-b424-4fb4-abb3-345ee124685e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.207280] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.207280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.207280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.207280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.207556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.207556] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 718b34f4-521b-4ef6-9f37-1c3678205ee4 already deleted. [ 1225.207556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-718b34f4-521b-4ef6-9f37-1c3678205ee4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.492019] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e in Status: SUCCESS [ 1225.492140] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.581301] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45e32469-b424-4fb4-abb3-345ee124685e [ 1225.581821] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.581821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.581821] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.582084] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.582198] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.582306] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45e32469-b424-4fb4-abb3-345ee124685e already deleted. [ 1225.582441] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e32469-b424-4fb4-abb3-345ee124685e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.757317] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 153110f2-0b4a-40bd-b187-1c6816503a44 in Status: SUCCESS [ 1225.758172] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 deletion is rescheduled due to dependency. [ 1225.758172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.589313] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.589313] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.589313] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.589313] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.589313] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.589313] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.589313] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.589313] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.589953] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.589953] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.589953] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.591845] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.591845] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.591845] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.591845] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.591845] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.614816] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.614816] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.615029] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.615090] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-874" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.615469] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.615650] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.615841] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.617233] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.617233] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.118560] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.118802] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.118997] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.119325] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.119490] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.119815] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.120098] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.120254] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.120584] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.120772] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.121196] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.121455] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.121551] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.121776] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.121913] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.122072] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: 8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 is going to be updated. [ 1228.156933] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.157213] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.157471] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.157933] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.158370] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.158743] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.907452] env[66094]: INFO networking_nsxv3.common.synchronization [req-a5b7c6fd-7db7-441c-a00c-41a76a8ff4cd req-9e4bffc2-c815-47ed-a203-1144f1a867bf service nova] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 1228.907901] env[66094]: INFO networking_nsxv3.common.synchronization [req-a5b7c6fd-7db7-441c-a00c-41a76a8ff4cd req-9e4bffc2-c815-47ed-a203-1144f1a867bf service nova] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 1228.908087] env[66094]: INFO networking_nsxv3.common.synchronization [req-a5b7c6fd-7db7-441c-a00c-41a76a8ff4cd req-9e4bffc2-c815-47ed-a203-1144f1a867bf service nova] Enqueued Resource ID: 8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 with Priority: HIGHEST for action port [ 1228.908683] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_rules [ 1228.908817] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 1228.908915] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 with Priority: HIGHEST for action port [ 1228.909235] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.909368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.909452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.909695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.909791] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.912487] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.912690] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.914532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.914792] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.915083] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.915188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.915254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.915383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.915463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.915597] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.918228] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.918427] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.918521] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.918629] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.918709] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.422220] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.423604] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.423714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.425481] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 with status ACTIVE [ 1229.425653] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.425771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.425841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.426063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.426154] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.426321] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.426419] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.426482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.426630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.426706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.426881] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.426976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.427083] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.427206] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.427566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.427566] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10 is going to be updated. [ 1229.448026] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.448180] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.448223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.449314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.449314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.449314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c7e61e5-53c9-4ab6-bad9-8b6b92a14d10" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.924854] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.323025] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a971b4f3-44d4-499e-a6ca-6d14b9d1311f None None] Enqueued Resource ID: 186197f8-915a-4c98-91ed-c4591813855a with Priority: HIGHEST for action port [ 1230.323025] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 186197f8-915a-4c98-91ed-c4591813855a with Priority: HIGHEST for action port [ 1230.323025] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-186197f8-915a-4c98-91ed-c4591813855a taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.323025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-186197f8-915a-4c98-91ed-c4591813855a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.323025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-186197f8-915a-4c98-91ed-c4591813855a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.323025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-186197f8-915a-4c98-91ed-c4591813855a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.323025] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186197f8-915a-4c98-91ed-c4591813855a',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.379611] env[66094]: INFO networking_nsxv3.common.synchronization [req-2f0c4c4b-a7aa-40e0-a824-4379453dbb69 req-b69a9d60-c0c7-4f5d-8476-2fa2a8f0e0e5 tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1230.380257] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1230.380758] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.381064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.381064] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.381355] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.381560] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.381693] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.381774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.381965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.382097] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.382220] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.427585] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.427812] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.427812] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.428245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.428245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.428388] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 1230.466047] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.466496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.467137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.467137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.467248] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.482652] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 1230.824354] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 186197f8-915a-4c98-91ed-c4591813855a [ 1230.826649] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.826649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.826649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.826649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.826649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.826649] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:186197f8-915a-4c98-91ed-c4591813855a already deleted. [ 1230.826649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-186197f8-915a-4c98-91ed-c4591813855a" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.886692] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.886692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.886692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.886692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.886912] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.887504] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.887504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.887504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.887504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.887504] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.887746] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 1230.917420] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.917603] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.917671] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.917947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.918129] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.932906] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 1230.954318] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.954700] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.954949] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.956031] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.956031] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.956190] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.956270] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.956628] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.956862] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.957201] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.957385] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.957574] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.957750] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.957944] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.958146] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.958369] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.981883] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.982386] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.982386] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.982667] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-74" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.983155] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-f68d3d03-cadf-4c2c-93b2-709d75be66c0 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.983455] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-f68d3d03-cadf-4c2c-93b2-709d75be66c0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.984565] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-f68d3d03-cadf-4c2c-93b2-709d75be66c0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.984565] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-f68d3d03-cadf-4c2c-93b2-709d75be66c0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.984565] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68d3d03-cadf-4c2c-93b2-709d75be66c0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.487109] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.487450] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.487533] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.487841] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.488017] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.488191] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port f68d3d03-cadf-4c2c-93b2-709d75be66c0 not found, creating... [ 1231.488527] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.488702] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.488821] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.489066] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.489208] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.489498] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.489684] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.489864] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.490148] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.490417] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.490510] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: f68d3d03-cadf-4c2c-93b2-709d75be66c0 is going to be created. [ 1231.513967] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.514218] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.514322] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.514596] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.514888] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.515155] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-f68d3d03-cadf-4c2c-93b2-709d75be66c0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.318795] env[66094]: INFO networking_nsxv3.common.synchronization [req-2f0c4c4b-a7aa-40e0-a824-4379453dbb69 req-175dd9c4-f407-4cb3-882a-71402191b7c5 service nova] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_rules [ 1232.319151] env[66094]: INFO networking_nsxv3.common.synchronization [req-2f0c4c4b-a7aa-40e0-a824-4379453dbb69 req-175dd9c4-f407-4cb3-882a-71402191b7c5 service nova] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1232.320091] env[66094]: INFO networking_nsxv3.common.synchronization [req-2f0c4c4b-a7aa-40e0-a824-4379453dbb69 req-175dd9c4-f407-4cb3-882a-71402191b7c5 service nova] Enqueued Resource ID: f68d3d03-cadf-4c2c-93b2-709d75be66c0 with Priority: HIGHEST for action port [ 1232.320091] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_rules [ 1232.320329] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1232.320329] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68d3d03-cadf-4c2c-93b2-709d75be66c0 with Priority: HIGHEST for action port [ 1232.320588] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.321473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.321809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.322338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.324529] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.325713] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.325879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.326244] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68d3d03-cadf-4c2c-93b2-709d75be66c0 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.326470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68d3d03-cadf-4c2c-93b2-709d75be66c0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.326550] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68d3d03-cadf-4c2c-93b2-709d75be66c0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.326720] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68d3d03-cadf-4c2c-93b2-709d75be66c0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.326826] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68d3d03-cadf-4c2c-93b2-709d75be66c0',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.492914] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 1232.493166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.493329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.493548] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.493736] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.493864] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.493951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.494188] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.494235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.494277] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.494384] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.829784] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f68d3d03-cadf-4c2c-93b2-709d75be66c0 with status ACTIVE [ 1232.830046] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.830187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.830346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.830565] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.830677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.830859] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.830987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.831042] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.831710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.831710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.831710] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.831710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.831710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.831710] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.832062] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.832062] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f68d3d03-cadf-4c2c-93b2-709d75be66c0 is going to be updated. [ 1232.833054] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.833385] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.845882] env[66094]: INFO networking_nsxv3.common.synchronization [None req-f1376fee-4571-485f-8030-e028430c56a4 None None] Enqueued Resource ID: 8bb578e3-bb08-4752-900f-1d0874ddbafd with Priority: HIGHEST for action port [ 1232.846378] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb578e3-bb08-4752-900f-1d0874ddbafd with Priority: HIGHEST for action port [ 1232.846731] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bb578e3-bb08-4752-900f-1d0874ddbafd taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.846883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bb578e3-bb08-4752-900f-1d0874ddbafd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.846883] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bb578e3-bb08-4752-900f-1d0874ddbafd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.847187] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bb578e3-bb08-4752-900f-1d0874ddbafd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.847270] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bb578e3-bb08-4752-900f-1d0874ddbafd',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.861205] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.861415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.861505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.861728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.861979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.862110] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68d3d03-cadf-4c2c-93b2-709d75be66c0" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.948066] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 1232.948066] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f deletion is rescheduled due to dependency. [ 1232.948342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.948404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.948642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.949333] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.949333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.949333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.949333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.949333] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.949587] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.996555] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.349751] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bb578e3-bb08-4752-900f-1d0874ddbafd [ 1233.350070] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.350197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.350266] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.350480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.350569] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.350666] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bb578e3-bb08-4752-900f-1d0874ddbafd already deleted. [ 1233.350748] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bb578e3-bb08-4752-900f-1d0874ddbafd" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.452094] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.499768] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe9aec4a-404e-42b8-848c-edaa7063e164: rpc.has_security_group_logging(os_id): False [ 1233.532789] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.532789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.532789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.532789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.532789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.532789] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.532789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.532789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.533393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.533393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.533393] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 1233.647424] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.647654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.647654] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.647839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.648019] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.670904] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 1233.954670] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.457706] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.458034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.458034] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.458168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.458286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.458397] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 1234.489200] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.489396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.489462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.489646] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.489789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.499291] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 1235.212535] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.212746] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.212891] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.213200] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.213454] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.213612] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.213734] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.213958] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.214233] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.214451] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.214567] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.214678] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.214788] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.214938] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.215063] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.215225] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.233873] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.234068] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.234211] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.234384] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.234694] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.234922] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.235061] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.235382] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.235526] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a67d20-3222-42f6-b0f3-f16f93ca9cea',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.688109] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 1235.688660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.737678] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.738038] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.738144] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.738408] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.738560] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.738718] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port d3a67d20-3222-42f6-b0f3-f16f93ca9cea not found, creating... [ 1235.738989] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.739179] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.739296] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.739535] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.739671] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.739967] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.740151] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.740271] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.740490] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.740628] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.740912] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: d3a67d20-3222-42f6-b0f3-f16f93ca9cea is going to be created. [ 1235.765537] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.765888] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.765983] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.766356] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.766629] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.766959] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.480196] env[66094]: INFO networking_nsxv3.common.synchronization [req-e898d315-4998-43b0-8070-11dbc8212d21 req-62ad2095-82b7-4791-b7d8-2abd4683c0f1 service nova] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_rules [ 1236.480369] env[66094]: INFO networking_nsxv3.common.synchronization [req-e898d315-4998-43b0-8070-11dbc8212d21 req-62ad2095-82b7-4791-b7d8-2abd4683c0f1 service nova] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1236.480499] env[66094]: INFO networking_nsxv3.common.synchronization [req-e898d315-4998-43b0-8070-11dbc8212d21 req-62ad2095-82b7-4791-b7d8-2abd4683c0f1 service nova] Enqueued Resource ID: d3a67d20-3222-42f6-b0f3-f16f93ca9cea with Priority: HIGHEST for action port [ 1236.481026] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_rules [ 1236.481183] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1236.481256] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a67d20-3222-42f6-b0f3-f16f93ca9cea with Priority: HIGHEST for action port [ 1236.481538] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.481665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.481738] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.481922] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.482017] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.484672] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.484672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.484672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.484882] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.484967] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.485746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.485746] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.485995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.485995] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.485995] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.486976] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.487186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.487186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.487282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.487336] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a67d20-3222-42f6-b0f3-f16f93ca9cea',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.514644] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 1236.514947] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.515885] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.516190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.516398] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.516540] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.516600] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.516765] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.516866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.516956] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.517107] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.989051] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.989815] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.989952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.990160] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3a67d20-3222-42f6-b0f3-f16f93ca9cea with status ACTIVE [ 1236.990303] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.990467] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.990563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.990703] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.990824] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.991070] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.991244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.991329] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.991468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.991566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.991813] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.991899] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.991960] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.992163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.992241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.992352] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3a67d20-3222-42f6-b0f3-f16f93ca9cea is going to be updated. [ 1237.017117] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.017394] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.017473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.017714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.017858] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.018082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.019884] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.494536] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.523106] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a600dab8-3ab9-46e4-9b55-e58fce8ad25f: rpc.has_security_group_logging(os_id): False [ 1237.541884] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.542078] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.542213] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.542315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.542404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.542646] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.542737] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.542798] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.542974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.543066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.543155] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 1237.625775] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.626201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.626201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.626485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.626727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.645410] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 1237.949514] env[66094]: INFO networking_nsxv3.common.synchronization [req-bf5b16d3-b510-4b19-9d35-c7bb0a401195 req-42452cc6-6037-4e5d-bac7-25d78c183953 tempest-ServerRescueTestJSON-54495941 tempest-ServerRescueTestJSON-54495941-project-member] Enqueued Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1237.950426] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1237.950915] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.951139] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.951232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.951766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.951908] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.952080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.952222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.952491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.952672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.952933] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.997874] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.997874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.997874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.998727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.998727] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.998727] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1238.041689] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.041830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.041908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.042142] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.042299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.065797] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1238.338435] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.338653] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-930" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.338847] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-930" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.339264] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-930" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.339573] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.339946] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.339946] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.340201] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.340375] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.340639] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.340794] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.340951] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.341105] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.341259] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.341421] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.341617] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.363361] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.363575] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.363684] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.363897] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-930" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.364247] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-ed3589cd-20b3-4f02-a12c-5ec0a36556fb taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.364424] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-ed3589cd-20b3-4f02-a12c-5ec0a36556fb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.364543] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-ed3589cd-20b3-4f02-a12c-5ec0a36556fb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.364935] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-ed3589cd-20b3-4f02-a12c-5ec0a36556fb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.365107] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3589cd-20b3-4f02-a12c-5ec0a36556fb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.456848] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.457020] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.457112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.457373] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.457472] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.457669] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.457907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.457907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.458191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.458191] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.458191] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d already deleted. [ 1238.458299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.537686] env[66094]: INFO networking_nsxv3.common.synchronization [req-268f7f8a-c3e2-4173-aefe-5694e9948d45 req-3740bed6-4146-4dcd-8a4b-e6ac07d5a19c tempest-AttachVolumeNegativeTest-129724252 tempest-AttachVolumeNegativeTest-129724252-project-member] Enqueued Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_members [ 1238.538203] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGHEST for action security_group_members [ 1238.538927] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.538927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.538927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.538927] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.539207] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.539254] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.539286] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.539452] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.539736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.539736] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11209aa-1c1d-46c7-8632-3cc7856ac5f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.867514] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.867804] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.867966] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.868266] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.868422] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.868579] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port ed3589cd-20b3-4f02-a12c-5ec0a36556fb not found, creating... [ 1238.868842] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.869017] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.869136] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.869376] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.869520] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.869843] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.870028] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.870156] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.870594] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.870594] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.870735] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: ed3589cd-20b3-4f02-a12c-5ec0a36556fb is going to be created. [ 1238.894311] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.894893] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.894893] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.895080] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.895741] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.895741] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-ed3589cd-20b3-4f02-a12c-5ec0a36556fb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.042279] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.042742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.042742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.042742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.043021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.043143] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.043143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.043336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.043423] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.043511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.043639] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 is going to be updated. [ 1239.075505] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.075680] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.075773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.075962] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.076142] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.086626] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 in Status: IN_PROGRESS for 2s [ 1239.643179] env[66094]: INFO networking_nsxv3.common.synchronization [req-bf5b16d3-b510-4b19-9d35-c7bb0a401195 req-b8a04d28-71c2-4132-bfa1-23ace967d76d service nova] Enqueued Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_rules [ 1239.643334] env[66094]: INFO networking_nsxv3.common.synchronization [req-bf5b16d3-b510-4b19-9d35-c7bb0a401195 req-b8a04d28-71c2-4132-bfa1-23ace967d76d service nova] Enqueued Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1239.643562] env[66094]: INFO networking_nsxv3.common.synchronization [req-bf5b16d3-b510-4b19-9d35-c7bb0a401195 req-b8a04d28-71c2-4132-bfa1-23ace967d76d service nova] Enqueued Resource ID: ed3589cd-20b3-4f02-a12c-5ec0a36556fb with Priority: HIGHEST for action port [ 1239.644354] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_rules [ 1239.644623] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1239.644693] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3589cd-20b3-4f02-a12c-5ec0a36556fb with Priority: HIGHEST for action port [ 1239.645217] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.645383] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.645544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.645897] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.645998] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.647464] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.647575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.647617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.647856] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.648128] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.648203] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.648284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.649403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.649403] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.649403] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.649885] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed3589cd-20b3-4f02-a12c-5ec0a36556fb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.650283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed3589cd-20b3-4f02-a12c-5ec0a36556fb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.650283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed3589cd-20b3-4f02-a12c-5ec0a36556fb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.650388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed3589cd-20b3-4f02-a12c-5ec0a36556fb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.650438] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3589cd-20b3-4f02-a12c-5ec0a36556fb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.669415] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 1239.669415] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.076214] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1240.076613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.076613] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.076836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.077048] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.077174] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.077235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.077398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.077479] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.077566] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.077657] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.152883] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.153969] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.154159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.154447] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed3589cd-20b3-4f02-a12c-5ec0a36556fb with status ACTIVE [ 1240.154625] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.155303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.155303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.155303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.155303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.155570] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.155570] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.155570] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.155695] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.155761] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.156069] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.156069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.156069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.156309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.156309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.156786] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed3589cd-20b3-4f02-a12c-5ec0a36556fb is going to be updated. [ 1240.182100] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.182244] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.182314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.182520] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.182651] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.182810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed3589cd-20b3-4f02-a12c-5ec0a36556fb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.580191] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.580438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.580491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.580762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.580945] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.581119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.581192] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.581519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.581618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.581769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.581940] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.582057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.582172] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.582342] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.582548] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.582652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.582830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.582999] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.583153] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.583249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.583342] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.655425] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.085999] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15: rpc.has_security_group_logging(os_id): False [ 1241.127823] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 in Status: SUCCESS [ 1241.127976] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 deletion is rescheduled due to dependency. [ 1241.128105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.130339] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.130471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.130534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.130739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.130822] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.131027] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.131119] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.131182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.131442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.131556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.131793] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.131902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.131996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.132198] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.132284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.132478] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.132575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.132638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.132791] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.132918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.132984] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1241.157949] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.158164] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.158205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.158406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.158496] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.158596] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d is going to be created. [ 1241.182574] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.182574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.182574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.182574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.182574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.192790] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: UNINITIALIZED for 2s [ 1241.203639] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.203823] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.203867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.204080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.204232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.218342] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1243.205876] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: SUCCESS [ 1243.206321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.206376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.206668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.206764] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.206873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.206939] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.207103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.207182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.207265] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.207353] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.231381] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1243.231622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.351717] env[66094]: INFO networking_nsxv3.common.synchronization [req-3f57964f-d5bb-441c-95a0-f7b3e5585123 req-08b4f13b-491d-4fb2-b18b-96e3c054f262 tempest-AttachVolumeTestJSON-1975535524 tempest-AttachVolumeTestJSON-1975535524-project-member] Enqueued Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_members [ 1243.351717] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGHEST for action security_group_members [ 1243.351717] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-f73a6956-bc3f-44e0-9593-04ce2986bc17 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.351717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.351717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.351717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.351717] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.351717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.351717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.351717] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.352230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.352230] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f73a6956-bc3f-44e0-9593-04ce2986bc17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.709542] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.709715] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.709800] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.710030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.710199] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.710296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.710362] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.710577] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.710678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.710772] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.710986] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.711302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.711302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.711455] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.711501] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.711579] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.711630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.711774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.711852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.711935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.712053] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.854065] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.854291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.854368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.854616] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.854716] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.855160] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.855264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.855264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.855485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.855573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.855672] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 is going to be updated. [ 1243.888981] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.888981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.888981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.889235] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.889843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.901030] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 in Status: IN_PROGRESS for 2s [ 1244.214769] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 089dc22f-7a66-40c3-bfaa-ba1865d3d03d: rpc.has_security_group_logging(os_id): False [ 1244.236049] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.236049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.236049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.236049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.236049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.236396] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.236396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.236396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.236513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.236582] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.236765] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.236853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.236907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.237056] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.237175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.237363] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.237492] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.237533] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.237712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.237712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.237795] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d is going to be created. [ 1244.327436] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.327687] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.327732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.328043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.328257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.347720] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: IN_PROGRESS for 2s [ 1245.911747] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 in Status: SUCCESS [ 1245.912128] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 deletion is rescheduled due to dependency. [ 1245.912128] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.363073] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: SUCCESS [ 1246.363367] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.351366] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.351765] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.965722] env[66094]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.965907] env[66094]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f448bc31-f7e2-45c1-a80a-4a08b33ac872 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1251.954189] env[66094]: INFO networking_nsxv3.common.synchronization [req-815e2b81-94a2-453a-82bc-d205018238bc req-a5714943-b6bd-409e-8cb1-9fe4008a3b70 tempest-ServerActionsTestOtherB-1868790427 tempest-ServerActionsTestOtherB-1868790427-project-member] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 1251.954189] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGHEST for action security_group_members [ 1251.954189] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.954597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.954597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.954597] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.955439] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.955439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.955439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.955439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.955439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.955439] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.405167] env[66094]: INFO networking_nsxv3.common.synchronization [req-6215373c-b522-4e4a-b094-9d4383854327 req-58bf6a66-ccfd-41f6-8df6-5af47b39b868 tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 1252.405884] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 1252.406526] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.406921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.407300] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.407648] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.408287] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.409143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.409143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.409143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.409143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.409143] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.457687] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.458289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.458860] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.459184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.459435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.459668] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.459773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.459832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.459994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.460094] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.460184] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be updated. [ 1252.491213] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.491531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.491709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.491935] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.492098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.501090] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: IN_PROGRESS for 2s [ 1252.762062] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.762268] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.762393] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.762649] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.762902] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.763128] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.763254] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.763534] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.763691] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.763903] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.764411] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.764541] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.764656] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.764772] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.764879] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.765051] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.786197] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.786416] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.786497] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.786671] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-130" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.787279] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-bfb738bd-9017-49e1-a4b4-bc35d602d1d9 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.787279] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-bfb738bd-9017-49e1-a4b4-bc35d602d1d9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.787650] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-bfb738bd-9017-49e1-a4b4-bc35d602d1d9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.787729] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-bfb738bd-9017-49e1-a4b4-bc35d602d1d9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.787837] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb738bd-9017-49e1-a4b4-bc35d602d1d9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.911584] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.291813] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.291813] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.291813] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.291813] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.291813] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.291813] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port bfb738bd-9017-49e1-a4b4-bc35d602d1d9 not found, creating... [ 1253.292268] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.292268] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.292360] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.292578] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.292715] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.293021] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.293186] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.294697] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.294697] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.294697] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.294697] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: bfb738bd-9017-49e1-a4b4-bc35d602d1d9 is going to be created. [ 1253.315261] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.315261] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.315261] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.315261] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.315506] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.315680] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-bfb738bd-9017-49e1-a4b4-bc35d602d1d9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.413891] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.918394] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.918652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.918652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.918836] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.918931] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.919046] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 is going to be updated. [ 1253.950070] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.950291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.950291] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.950479] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.950624] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.959942] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: IN_PROGRESS for 2s [ 1254.044017] env[66094]: INFO networking_nsxv3.common.synchronization [req-6215373c-b522-4e4a-b094-9d4383854327 req-03500a02-a68d-4039-ba3e-db7824058637 service nova] Enqueued Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_rules [ 1254.044231] env[66094]: INFO networking_nsxv3.common.synchronization [req-6215373c-b522-4e4a-b094-9d4383854327 req-03500a02-a68d-4039-ba3e-db7824058637 service nova] Enqueued Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 1254.044372] env[66094]: INFO networking_nsxv3.common.synchronization [req-6215373c-b522-4e4a-b094-9d4383854327 req-03500a02-a68d-4039-ba3e-db7824058637 service nova] Enqueued Resource ID: bfb738bd-9017-49e1-a4b4-bc35d602d1d9 with Priority: HIGHEST for action port [ 1254.044909] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_rules [ 1254.046377] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 1254.046377] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb738bd-9017-49e1-a4b4-bc35d602d1d9 with Priority: HIGHEST for action port [ 1254.047400] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.047571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.047604] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.048511] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.048511] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.049700] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.049838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.050062] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfb738bd-9017-49e1-a4b4-bc35d602d1d9 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.050209] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfb738bd-9017-49e1-a4b4-bc35d602d1d9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.050295] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfb738bd-9017-49e1-a4b4-bc35d602d1d9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.050519] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfb738bd-9017-49e1-a4b4-bc35d602d1d9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.050617] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb738bd-9017-49e1-a4b4-bc35d602d1d9',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.317225] env[66094]: INFO networking_nsxv3.common.synchronization [req-fe64e0bc-3d51-4153-afc7-de0ae61897ff req-6a1d2725-d18d-4da0-944a-898aaa8e7ec7 tempest-DeleteServersTestJSON-315360769 tempest-DeleteServersTestJSON-315360769-project-member] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1254.317777] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGHEST for action security_group_members [ 1254.318113] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.318239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.318327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.318505] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.318653] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.318749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.318809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.318951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.319115] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.319218] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.511459] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe9aec4a-404e-42b8-848c-edaa7063e164 in Status: SUCCESS [ 1254.511773] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 deletion is rescheduled due to dependency. [ 1254.511970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.551159] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.551159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.555559] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfb738bd-9017-49e1-a4b4-bc35d602d1d9 with status ACTIVE [ 1254.555559] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.555559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.555559] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.556560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.556560] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.556705] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.556891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.556953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.557194] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.557287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.557512] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.557636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.557702] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.557874] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.557954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.558944] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfb738bd-9017-49e1-a4b4-bc35d602d1d9 is going to be updated. [ 1254.584323] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.584583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.584583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.584845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.585021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.585526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfb738bd-9017-49e1-a4b4-bc35d602d1d9" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.822720] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.822963] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.823072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.823312] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.823399] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.823614] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.823718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.823796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.823930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.824016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.827460] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be updated. [ 1254.878476] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.878476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.878476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.878476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.878476] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.889545] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: IN_PROGRESS for 2s [ 1255.130185] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.130185] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.130185] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.130185] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.130185] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.130185] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.130185] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.130185] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.130185] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.130185] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.130185] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.130185] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.130185] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.130767] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.130767] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.130767] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.155023] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.155023] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1255.155023] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.155023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-214" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.155023] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.155023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.155023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.155023] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.155023] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a67d20-3222-42f6-b0f3-f16f93ca9cea',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.663520] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.663902] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.663902] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.664170] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.664324] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.664607] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.664763] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.664881] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.665144] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.665316] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.665564] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.665717] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.665886] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.666233] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.666451] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.666646] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: d3a67d20-3222-42f6-b0f3-f16f93ca9cea is going to be updated. [ 1255.688452] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.688655] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.688778] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.689059] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.689266] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.689487] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.971264] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: SUCCESS [ 1255.971646] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.971819] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.972057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.972252] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.972368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.972435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.972591] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.972676] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.972770] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.364963] env[66094]: INFO networking_nsxv3.common.synchronization [req-110b540d-bc49-47cf-b399-0859c321dc11 req-aefa675a-7f3c-43b3-9dde-288c109ab55e service nova] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_rules [ 1256.365233] env[66094]: INFO networking_nsxv3.common.synchronization [req-110b540d-bc49-47cf-b399-0859c321dc11 req-aefa675a-7f3c-43b3-9dde-288c109ab55e service nova] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1256.365389] env[66094]: INFO networking_nsxv3.common.synchronization [req-110b540d-bc49-47cf-b399-0859c321dc11 req-aefa675a-7f3c-43b3-9dde-288c109ab55e service nova] Enqueued Resource ID: d3a67d20-3222-42f6-b0f3-f16f93ca9cea with Priority: HIGHEST for action port [ 1256.366370] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_rules [ 1256.366555] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1256.366692] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a67d20-3222-42f6-b0f3-f16f93ca9cea with Priority: HIGHEST for action port [ 1256.367061] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.367230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.370049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.370049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.370049] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.370763] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.370852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.373628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.373628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.373628] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.374033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.374033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.374226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.374284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.374675] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.375471] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.375578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.375643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.375827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.375902] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a67d20-3222-42f6-b0f3-f16f93ca9cea',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.475501] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.871258] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.871564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.879875] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3a67d20-3222-42f6-b0f3-f16f93ca9cea with status ACTIVE [ 1256.880326] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.880937] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.881030] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.881446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.881446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.881603] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.881736] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.881827] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.882048] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.882141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.882359] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.882465] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.882546] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.882714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.882814] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.882917] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3a67d20-3222-42f6-b0f3-f16f93ca9cea is going to be updated. [ 1256.885139] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.906139] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802551b-ed4e-4538-8802-e00e8025b8ac in Status: SUCCESS [ 1256.906340] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac deletion is rescheduled due to dependency. [ 1256.906932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.908111] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.908268] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.908334] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.909425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.909425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.909425] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a67d20-3222-42f6-b0f3-f16f93ca9cea" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.978028] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.388726] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.479806] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.480018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.480095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.480311] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.480817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.480817] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 is going to be updated. [ 1257.516040] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.516270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.516512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.516552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.516725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.527320] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: IN_PROGRESS for 2s [ 1257.892166] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.892530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.892530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.892675] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.892742] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.892809] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1257.933725] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.934133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.934133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.934233] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.934306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.944996] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1259.537493] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: SUCCESS [ 1259.537886] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.537926] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.538130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.538347] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.538501] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.538539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.538681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.538760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.538844] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.538935] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.956336] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1259.956608] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.956757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.957016] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.957237] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.957359] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.957426] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.957608] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.957712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.958400] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.958400] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.041563] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.460790] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.461029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.461029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.461288] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.461968] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.461968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.461968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.461968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.462205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.462205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.462349] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.462875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.462875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.462875] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.463037] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.463037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.463141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.463515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.463644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.463766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.463889] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.545178] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4040fbc6-010a-4ed7-84e6-2db1575684d3: rpc.has_security_group_logging(os_id): False [ 1260.564898] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.565376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.565479] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.565721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.587958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.588425] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.588556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.588725] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.588837] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.588921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.589058] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 is going to be updated. [ 1260.652999] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.653255] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.653391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.653689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.653852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.667066] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: IN_PROGRESS for 2s [ 1260.966435] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15: rpc.has_security_group_logging(os_id): False [ 1260.990689] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.990887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.990887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.991163] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.991895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.991895] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.991895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.991895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.991895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.991895] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.992196] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.992196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.992196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.992306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.992306] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.992455] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.992547] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.992644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.992735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.992809] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.992892] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1261.063257] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.063462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.063462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.063679] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.063820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.093533] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1261.368323] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.368431] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1262.681080] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: SUCCESS [ 1262.681080] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.111061] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1263.111370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.422589] env[66094]: INFO networking_nsxv3.common.synchronization [None req-a5704428-c4c5-4f91-a825-178d09616c46 None None] Enqueued Resource ID: 8c07b237-303d-463f-bd6a-815b2d47871f with Priority: HIGHEST for action port [ 1264.423224] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c07b237-303d-463f-bd6a-815b2d47871f with Priority: HIGHEST for action port [ 1264.423524] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c07b237-303d-463f-bd6a-815b2d47871f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.423698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c07b237-303d-463f-bd6a-815b2d47871f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.423793] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c07b237-303d-463f-bd6a-815b2d47871f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.424012] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c07b237-303d-463f-bd6a-815b2d47871f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.428318] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c07b237-303d-463f-bd6a-815b2d47871f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.682371] env[66094]: INFO networking_nsxv3.common.synchronization [req-3830b948-e9b5-4a69-80d0-c742fdc545de req-742ef1c0-cc48-48c4-8c72-1f5bcdf1ddfa tempest-ServerRescueTestJSON-54495941 tempest-ServerRescueTestJSON-54495941-project-member] Enqueued Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1264.683034] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1264.683786] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.683786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.683786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.683786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.684085] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.684085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.684085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.684196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.684227] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.684371] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.930454] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c07b237-303d-463f-bd6a-815b2d47871f [ 1264.930722] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.930846] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.930902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.931135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.931232] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.931356] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c07b237-303d-463f-bd6a-815b2d47871f already deleted. [ 1264.931718] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c07b237-303d-463f-bd6a-815b2d47871f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.088250] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.088250] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "network-930" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.088250] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "network-930" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.088250] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "network-930" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.088250] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.088250] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.088250] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.088250] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.088250] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.089167] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.089453] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.090654] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.090654] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.090654] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.090654] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.090654] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.110969] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.112275] env[66094]: DEBUG dogpile.cache.region [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1265.112275] env[66094]: DEBUG dogpile.lock [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.112275] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "network-930" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.112275] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock port-a1aa586a-57e9-4f5f-806e-922e19bb05c4 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.112741] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "port-a1aa586a-57e9-4f5f-806e-922e19bb05c4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.112741] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "port-a1aa586a-57e9-4f5f-806e-922e19bb05c4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.112874] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "port-a1aa586a-57e9-4f5f-806e-922e19bb05c4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.113861] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1aa586a-57e9-4f5f-806e-922e19bb05c4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.191261] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.618938] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.618938] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.619524] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.619862] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.620073] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.620219] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Segment Port a1aa586a-57e9-4f5f-806e-922e19bb05c4 not found, creating... [ 1265.620531] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.620719] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.620839] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.621128] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.621244] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.621554] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.622806] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.622806] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.622806] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.622806] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.622806] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Resource: SegmentPort with ID: a1aa586a-57e9-4f5f-806e-922e19bb05c4 is going to be created. [ 1265.649285] env[66094]: DEBUG networking_nsxv3.common.locking [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.650105] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.650105] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.650105] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.650267] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.652181] env[66094]: DEBUG oslo_concurrency.lockutils [None req-d5c0fce1-8d6c-4b94-a4a9-f41ba67da77a None None] Releasing lock "port-a1aa586a-57e9-4f5f-806e-922e19bb05c4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.694586] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.197907] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.198249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.198249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.198406] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.198564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.198634] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d is going to be updated. [ 1266.226427] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.226628] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.226677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.226887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.227049] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.237059] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: IN_PROGRESS for 2s [ 1266.348782] env[66094]: INFO networking_nsxv3.common.synchronization [req-3830b948-e9b5-4a69-80d0-c742fdc545de req-8539bcb5-b756-4ec5-847b-a1056532a84d service nova] Enqueued Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_rules [ 1266.348957] env[66094]: INFO networking_nsxv3.common.synchronization [req-3830b948-e9b5-4a69-80d0-c742fdc545de req-8539bcb5-b756-4ec5-847b-a1056532a84d service nova] Enqueued Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1266.349159] env[66094]: INFO networking_nsxv3.common.synchronization [req-3830b948-e9b5-4a69-80d0-c742fdc545de req-8539bcb5-b756-4ec5-847b-a1056532a84d service nova] Enqueued Resource ID: a1aa586a-57e9-4f5f-806e-922e19bb05c4 with Priority: HIGHEST for action port [ 1266.349382] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_rules [ 1266.349511] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1266.349616] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1aa586a-57e9-4f5f-806e-922e19bb05c4 with Priority: HIGHEST for action port [ 1266.352112] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.352297] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.352430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.352734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.352734] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.353923] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.353923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.353923] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1aa586a-57e9-4f5f-806e-922e19bb05c4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.353923] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1aa586a-57e9-4f5f-806e-922e19bb05c4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.354152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1aa586a-57e9-4f5f-806e-922e19bb05c4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.354152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1aa586a-57e9-4f5f-806e-922e19bb05c4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.354223] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1aa586a-57e9-4f5f-806e-922e19bb05c4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.856318] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.856605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.856646] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1aa586a-57e9-4f5f-806e-922e19bb05c4 with status ACTIVE [ 1266.857445] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.857445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.857445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.857445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.857445] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.857672] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.857672] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.857743] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.857970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.857970] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.860015] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.860015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.860015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.860015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.860015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.860015] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1aa586a-57e9-4f5f-806e-922e19bb05c4 is going to be updated. [ 1266.896197] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.898696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.898696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.898696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.898696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.898696] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1aa586a-57e9-4f5f-806e-922e19bb05c4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.248840] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: SUCCESS [ 1268.249859] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.249968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.250171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.250424] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.250618] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.250735] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.250987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.251148] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.251310] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.754768] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.258948] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.761132] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.761270] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.761358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.761563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.761769] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.761835] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d is going to be updated. [ 1269.790726] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.790905] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.790948] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.791159] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.791293] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.803582] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: IN_PROGRESS for 2s [ 1271.351242] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.351810] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1271.814850] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: SUCCESS [ 1271.815127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.815354] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.815592] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.815811] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.817365] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.817365] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.817365] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.817365] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.817365] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.817365] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.319014] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.319171] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.319282] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.319462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.319629] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.319730] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.319787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.319936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.320033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.320127] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.320272] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.320368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.320422] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.320573] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.320707] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.320797] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.320852] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.320987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.321112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.321174] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.321238] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.824189] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 089dc22f-7a66-40c3-bfaa-ba1865d3d03d: rpc.has_security_group_logging(os_id): False [ 1272.843692] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.843692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.843692] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.843898] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.844051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.845175] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.845175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.845175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.845175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.845175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.845175] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.845175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.845175] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.845708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.845708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.845708] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.845708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.845708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.845996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.845996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.845996] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d is going to be updated. [ 1272.921284] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.921442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.921513] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.921771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.922063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.942050] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: IN_PROGRESS for 2s [ 1273.322213] env[66094]: INFO networking_nsxv3.common.synchronization [req-38510151-3cdf-4884-bc69-868dd5add080 req-f242aa76-ab80-4014-a001-d93f174a8e82 tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1273.322213] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1273.322576] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.322739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.322805] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.323554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.323554] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.323554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.323554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.323554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.323554] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.323957] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.826752] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.306189] env[66094]: INFO networking_nsxv3.common.synchronization [req-50c17ff6-c84e-471f-b3ff-b19475fb17c9 req-b7dd2df4-2f91-4a31-9b3c-b4d2eea26651 tempest-AttachVolumeShelveTestJSON-934621409 tempest-AttachVolumeShelveTestJSON-934621409-project-member] Enqueued Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_members [ 1274.307094] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGHEST for action security_group_members [ 1274.307435] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.307571] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.307660] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.307881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.308043] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.308360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.308360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.308360] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.308629] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.308629] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.329532] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.811830] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.811830] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.812069] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.812130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.812221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.812421] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.812549] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.812617] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.812879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.812879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.812977] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e is going to be updated. [ 1274.832463] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.832838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.832838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.832920] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.832978] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.833089] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efec90fc-261b-4047-b070-d74f9c352c35 is going to be updated. [ 1274.847105] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.847105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.847105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.847105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.847105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.855045] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e in Status: IN_PROGRESS for 2s [ 1274.866316] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.866531] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.866587] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.866855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.867093] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.878260] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: IN_PROGRESS for 2s [ 1274.961088] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: SUCCESS [ 1274.961317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.865066] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e in Status: SUCCESS [ 1276.865066] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e deletion is rescheduled due to dependency. [ 1276.865066] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.888445] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: SUCCESS [ 1276.888609] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.308324] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.308599] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.402226] env[66094]: INFO networking_nsxv3.common.synchronization [req-eac360cf-b2a2-4781-ab55-8c0c4a548d28 req-73e50e2a-6424-4487-9ae8-76598d72eeac tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1279.402766] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efec90fc-261b-4047-b070-d74f9c352c35 with Priority: HIGHEST for action security_group_members [ 1279.403087] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-efec90fc-261b-4047-b070-d74f9c352c35 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.403398] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.403470] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.403662] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.403825] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.403915] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.403979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.404264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.404264] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.404471] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efec90fc-261b-4047-b070-d74f9c352c35',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.906949] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.907155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.907155] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.907338] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.907428] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.907657] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.907789] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.907854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.908025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.908139] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.908207] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efec90fc-261b-4047-b070-d74f9c352c35 is going to be updated. [ 1279.936505] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.936688] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.936688] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.936888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.937038] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.945606] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: IN_PROGRESS for 2s [ 1281.960462] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efec90fc-261b-4047-b070-d74f9c352c35 in Status: SUCCESS [ 1281.960462] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efec90fc-261b-4047-b070-d74f9c352c35 deletion is rescheduled due to dependency. [ 1281.960462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efec90fc-261b-4047-b070-d74f9c352c35" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.862455] env[66094]: INFO networking_nsxv3.common.synchronization [None req-f726658c-7fc5-45d3-9875-485d4ffdabfc tempest-AttachInterfacesTestJSON-1210613363 tempest-AttachInterfacesTestJSON-1210613363-project-member] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1283.864099] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGHEST for action security_group_members [ 1283.864099] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.864099] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.865223] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.865757] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.865757] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.865918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.865918] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.866055] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.866184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.866231] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.370402] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.370402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.370402] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.370745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.370897] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.371261] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.371435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.371524] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.372356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.372356] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.372356] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be updated. [ 1284.408014] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.408201] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.408269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.408584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.408806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.421384] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: IN_PROGRESS for 2s [ 1285.909470] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.909804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.909804] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.909888] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.911018] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.412105] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.433970] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 in Status: SUCCESS [ 1286.434282] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 deletion is rescheduled due to dependency. [ 1286.434471] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.914992] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.418164] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1287.418273] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1288.239117] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.239542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.239542] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.239668] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.253055] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1288.254017] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.254830] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1288.340578] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.340832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.340832] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.341107] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.356873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.357784] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1288.357852] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.357923] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1288.410566] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.410763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.410763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.410981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.412313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.412995] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1288.511099] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.511287] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.511331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.512031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.512031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.512314] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1288.591036] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.591429] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.591552] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.591790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.592317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.592610] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1288.592738] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'994392ff-ffb5-4df5-abbe-53be12d4c1e6', '3bc14340-5b7f-45c1-9672-91d861580a08', 'e11209aa-1c1d-46c7-8632-3cc7856ac5f4', '84f8901d-92dc-40cc-adf2-0cf948ffbb6e', 'f73a6956-bc3f-44e0-9593-04ce2986bc17', '66607df9-2a0c-40d9-a344-984541b8e3b1', '9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15', 'fe9aec4a-404e-42b8-848c-edaa7063e164', '089dc22f-7a66-40c3-bfaa-ba1865d3d03d', 'a600dab8-3ab9-46e4-9b55-e58fce8ad25f', 'a802551b-ed4e-4538-8802-e00e8025b8ac', '29593ffa-5284-4d6a-8a7f-b5de40bc4b7e', '7119602f-dd62-48d1-a877-c7004182d7d7', '66551057-a750-42d6-a8e5-bfe4c4677e72', '31d54d2c-5e37-4306-8ba0-3980ec78c9bb', 'f67bdbc1-9ebe-4f50-bd61-9fcccae50e47', '153110f2-0b4a-40bd-b187-1c6816503a44', '7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92', 'bbc5681c-72fa-442c-a981-68e76578ed64', '31054160-0fe2-4d63-a8b3-825d6f3794a6', 'a661eacd-3b9c-4c9a-8c37-9b7b2a2f6bad', '2326f2d3-77a3-4b21-9d67-733e7de44126', '425ddf5d-fefe-45ca-ab04-0142b0c085f4', '9796fa1e-2425-4aea-b8fc-4cf3d6419dfc', '4040fbc6-010a-4ed7-84e6-2db1575684d3', '0f133179-c83f-4c0b-bab6-0db924f4cb62', 'f4a3e854-e12e-480f-aa86-d30884f69a10', 'bfb520a9-6f19-4d10-bf5e-2c79b8ad1315', 'a01585cf-b99a-4277-973f-2b824d507d8e', '6d5b299c-5c59-446d-90fe-e49d6de018f9', '985864b7-83df-4640-9c1d-dfdd8f12c34a', '502fa063-a102-49ec-b570-6ad47ac6f9ef', '9aaa8fa0-928f-4229-8afd-463446138aaf', 'b67c28ed-6676-4734-b2e0-1b725d6c9766', '8634c948-d993-4d30-87a7-a04afc49ce66', 'efec90fc-261b-4047-b070-d74f9c352c35', '6bf70031-26e4-40ba-81cf-8e4cf0ea3671', '763cf55d-464d-446a-80d3-0a99a0bb15c8', '26d43492-cbbc-4c0f-b64b-6351b1a2a177', '01bdaf92-277c-482b-9ec7-1315eaba31bb', 'c9ca691f-928a-43a1-a979-9af3ca98e9a6', '277f04cd-3461-4733-9cdd-0fb4ae93bd9b', 'dfa71b50-1703-4586-97ff-81199d676051', 'ed59a86a-5dba-4fe3-9460-47735361e54b', '4171dc29-0777-4a37-b94e-11fedc6fb270'} {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.592851] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1288.613247] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.613448] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.613535] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.613732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.613866] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.613919] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1288.613986] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.614070] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1288.697609] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.697778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.697778] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.698068] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.699388] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.699694] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1288.699769] env[66094]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66094) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.699866] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1288.699901] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1288.699975] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1288.700058] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGH for action security_group_rules [ 1288.700139] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGH for action security_group_rules [ 1288.700206] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGH for action security_group_rules [ 1288.700269] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGH for action security_group_rules [ 1288.700330] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGH for action security_group_rules [ 1288.700391] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGH for action security_group_rules [ 1288.700451] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGH for action security_group_rules [ 1288.700513] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGH for action security_group_rules [ 1288.700572] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGH for action security_group_rules [ 1288.700631] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGH for action security_group_rules [ 1288.700690] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGH for action security_group_rules [ 1288.700748] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGH for action security_group_rules [ 1288.700808] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGH for action security_group_rules [ 1288.700869] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGH for action security_group_rules [ 1288.700923] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGH for action security_group_rules [ 1288.700982] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGH for action security_group_rules [ 1288.701052] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGH for action security_group_rules [ 1288.701115] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGH for action security_group_rules [ 1288.701177] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGH for action security_group_rules [ 1288.701238] env[66094]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 with Priority: HIGH for action security_group_rules [ 1288.701330] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.864193] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.864193] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1288.864334] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 with Priority: HIGH for action security_group_rules [ 1288.864436] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 with Priority: HIGH for action security_group_rules [ 1288.864554] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 with Priority: HIGH for action security_group_rules [ 1288.864633] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb with Priority: HIGH for action security_group_rules [ 1288.864802] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 with Priority: HIGH for action security_group_rules [ 1288.864900] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc5681c-72fa-442c-a981-68e76578ed64 with Priority: HIGH for action security_group_rules [ 1288.864900] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 with Priority: HIGH for action security_group_rules [ 1288.865387] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153110f2-0b4a-40bd-b187-1c6816503a44 with Priority: HIGH for action security_group_rules [ 1288.865387] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 with Priority: HIGH for action security_group_rules [ 1288.865387] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 with Priority: HIGH for action security_group_rules [ 1288.865387] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119602f-dd62-48d1-a877-c7004182d7d7 with Priority: HIGH for action security_group_rules [ 1288.865387] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e with Priority: HIGH for action security_group_rules [ 1288.865676] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802551b-ed4e-4538-8802-e00e8025b8ac with Priority: HIGH for action security_group_rules [ 1288.865676] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGH for action security_group_rules [ 1288.865676] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGH for action security_group_rules [ 1288.865907] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 with Priority: HIGH for action security_group_rules [ 1288.865907] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe9aec4a-404e-42b8-848c-edaa7063e164 with Priority: HIGH for action security_group_rules [ 1288.865907] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 with Priority: HIGH for action security_group_rules [ 1288.866098] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGH for action security_group_rules [ 1288.866098] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e with Priority: HIGH for action security_group_rules [ 1288.866441] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.866605] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.866665] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.866872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.866949] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('994392ff-ffb5-4df5-abbe-53be12d4c1e6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.867933] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.868060] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.868149] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.868289] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.868762] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11209aa-1c1d-46c7-8632-3cc7856ac5f4',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.869140] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.869249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.869314] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.869464] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.869534] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.870722] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.871371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.871371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.871371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.871371] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d54d2c-5e37-4306-8ba0-3980ec78c9bb',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.871844] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31054160-0fe2-4d63-a8b3-825d6f3794a6 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.872007] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.872321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.872321] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.872321] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31054160-0fe2-4d63-a8b3-825d6f3794a6',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.872991] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc5681c-72fa-442c-a981-68e76578ed64 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.873105] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.873179] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.873317] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.873392] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc5681c-72fa-442c-a981-68e76578ed64',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.874132] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.874197] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.874241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.874390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.874482] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.875365] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-153110f2-0b4a-40bd-b187-1c6816503a44 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.875492] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.875563] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.875728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.875857] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('153110f2-0b4a-40bd-b187-1c6816503a44',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.876477] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66551057-a750-42d6-a8e5-bfe4c4677e72 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.876578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.876644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.876786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.876854] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66551057-a750-42d6-a8e5-bfe4c4677e72',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.877526] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.877633] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.877698] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.877841] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.877911] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f67bdbc1-9ebe-4f50-bd61-9fcccae50e47',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.878636] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7119602f-dd62-48d1-a877-c7004182d7d7 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.878745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.878810] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.878974] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.879058] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7119602f-dd62-48d1-a877-c7004182d7d7',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.879813] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.879921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.879985] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.880430] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.880430] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29593ffa-5284-4d6a-8a7f-b5de40bc4b7e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.880944] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802551b-ed4e-4538-8802-e00e8025b8ac taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.881054] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.881309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.881309] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.881400] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802551b-ed4e-4538-8802-e00e8025b8ac',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.882027] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.882121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.882183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.882376] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.882982] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.883358] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.883358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.883494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.883557] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.883616] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.884300] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66607df9-2a0c-40d9-a344-984541b8e3b1 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.884395] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.884437] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.884583] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.884670] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66607df9-2a0c-40d9-a344-984541b8e3b1',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.885310] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe9aec4a-404e-42b8-848c-edaa7063e164 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.885404] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.885473] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.885862] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.885862] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe9aec4a-404e-42b8-848c-edaa7063e164',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.886564] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f73a6956-bc3f-44e0-9593-04ce2986bc17 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.886564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.886564] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.886731] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.886873] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f73a6956-bc3f-44e0-9593-04ce2986bc17',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.887867] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bc14340-5b7f-45c1-9672-91d861580a08 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.887867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.887867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.887867] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.888073] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.888691] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.888786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.888854] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.889219] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.889219] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f8901d-92dc-40cc-adf2-0cf948ffbb6e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.918269] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.918469] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.918523] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.918713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.920832] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.920953] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.922076] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.922182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.940190] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.940312] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31054160-0fe2-4d63-a8b3-825d6f3794a6 is going to be deleted. [ 1288.941396] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.941598] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.960601] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.960754] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11209aa-1c1d-46c7-8632-3cc7856ac5f4 is going to be deleted. [ 1288.961611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.961829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.983890] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.984080] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15 is going to be deleted. [ 1288.997129] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.997372] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.997462] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.997650] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.997776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.997904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31054160-0fe2-4d63-a8b3-825d6f3794a6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.012136] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.012344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.012344] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.012556] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.012643] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.012760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11209aa-1c1d-46c7-8632-3cc7856ac5f4" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.043551] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.043771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.043771] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.043961] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.044063] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.044182] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe703a0-d63a-4ed3-8a0f-9f2a892e0a15" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.394992] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.395468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.395468] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.395575] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.395712] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.395815] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.395879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.396047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.396134] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.396225] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.396321] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.406683] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc14340-5b7f-45c1-9672-91d861580a08 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.406964] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.407133] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.407485] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.408016] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.408230] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.408368] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.408645] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.408801] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.408968] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.409157] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.410608] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.410782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.410886] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.411169] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.411450] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.412580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.412580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.412580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.412580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.412580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.412580] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.430534] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.461290] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.461290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.461290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.461290] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.464994] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.465241] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.484908] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.484908] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.486878] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.487050] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.488305] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.488438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.489238] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.489343] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.490375] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.490494] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.491249] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.491336] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.492162] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.492280] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.493017] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.493147] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.493974] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.494113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.494777] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.495259] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.495438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.496141] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.496586] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.496713] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.497379] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.497826] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.497902] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.498700] env[66094]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.499118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.499237] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802551b-ed4e-4538-8802-e00e8025b8ac is going to be deleted. [ 1289.500091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.500331] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.522023] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.522233] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66551057-a750-42d6-a8e5-bfe4c4677e72 is going to be deleted. [ 1289.523124] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.523412] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.547987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.548303] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92 is going to be deleted. [ 1289.549183] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.549411] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.572684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.572865] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 994392ff-ffb5-4df5-abbe-53be12d4c1e6 is going to be deleted. [ 1289.573954] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.574245] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.594311] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.594537] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.600785] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.601041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.607879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.608087] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe9aec4a-404e-42b8-848c-edaa7063e164 is going to be deleted. [ 1289.609257] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.609607] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.630237] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.630447] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.638497] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.638665] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f67bdbc1-9ebe-4f50-bd61-9fcccae50e47 is going to be deleted. [ 1289.639639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.639872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.678374] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.678583] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66607df9-2a0c-40d9-a344-984541b8e3b1 is going to be deleted. [ 1289.679975] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.680318] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.684661] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.684857] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.755143] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.755380] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f73a6956-bc3f-44e0-9593-04ce2986bc17 is going to be deleted. [ 1289.756435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.756689] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.766824] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.767076] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.790209] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.790434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.824146] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.824355] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc5681c-72fa-442c-a981-68e76578ed64 is going to be deleted. [ 1289.825709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.826027] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.902945] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.921438] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.921591] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f8901d-92dc-40cc-adf2-0cf948ffbb6e is going to be deleted. [ 1289.922657] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.922879] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.925789] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.925965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.933102] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.933327] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.933386] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.933655] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.933873] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.934051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.934142] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.934307] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.934996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.934996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.934996] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.934996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.934996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.934996] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.935477] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.935477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.935477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.935622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.935622] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.935708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.935738] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.936813] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bc14340-5b7f-45c1-9672-91d861580a08: rpc.has_security_group_logging(os_id): False [ 1289.961490] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.961663] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.963774] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.963774] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7119602f-dd62-48d1-a877-c7004182d7d7 is going to be deleted. [ 1289.965303] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.965638] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.982374] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.982612] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.001838] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.002323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.004200] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.004331] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 153110f2-0b4a-40bd-b187-1c6816503a44 is going to be deleted. [ 1290.005226] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.005487] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.205484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.205689] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d54d2c-5e37-4306-8ba0-3980ec78c9bb is going to be deleted. [ 1290.207015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.207247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.221383] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.221729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.258363] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.258639] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.264745] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.264859] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29593ffa-5284-4d6a-8a7f-b5de40bc4b7e is going to be deleted. [ 1290.266043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.266152] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.266198] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.266313] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66551057-a750-42d6-a8e5-bfe4c4677e72" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.266544] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.266666] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.266749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.266891] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802551b-ed4e-4538-8802-e00e8025b8ac" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.267371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.267532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.267614] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.267749] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fe0f5d6-3cb3-4d0a-8e9f-372238dd8d92" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.267881] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.268033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.268132] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.268225] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-994392ff-ffb5-4df5-abbe-53be12d4c1e6" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.268352] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.268492] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.268568] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.268678] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe9aec4a-404e-42b8-848c-edaa7063e164" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.268806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.268944] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.269029] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.269145] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f67bdbc1-9ebe-4f50-bd61-9fcccae50e47" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.269269] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.269407] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.269493] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.269641] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66607df9-2a0c-40d9-a344-984541b8e3b1" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.269773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.269916] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.269991] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.270122] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f73a6956-bc3f-44e0-9593-04ce2986bc17" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.270243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.270379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.275776] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.275776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.344135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.344353] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.344584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.344584] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.344677] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.344763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.344859] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bc14340-5b7f-45c1-9672-91d861580a08 is going to be updated. [ 1290.346047] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.346247] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.346332] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.346477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc5681c-72fa-442c-a981-68e76578ed64" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.346589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.346734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.346820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.346921] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f8901d-92dc-40cc-adf2-0cf948ffbb6e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.347091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.347238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.347310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.347414] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7119602f-dd62-48d1-a877-c7004182d7d7" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.347526] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.347661] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.347773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.347872] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-153110f2-0b4a-40bd-b187-1c6816503a44" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.399450] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.399450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.399450] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.399934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.399934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.399934] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d54d2c-5e37-4306-8ba0-3980ec78c9bb" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.405654] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a600dab8-3ab9-46e4-9b55-e58fce8ad25f: rpc.has_security_group_logging(os_id): False [ 1290.438581] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 089dc22f-7a66-40c3-bfaa-ba1865d3d03d: rpc.has_security_group_logging(os_id): False [ 1290.464758] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.464966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.464966] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.465199] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.475721] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.475721] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.488842] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.488842] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.520031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.520031] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.520031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.520031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.520031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.520031] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.520031] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 1290.521243] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.521562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.521562] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.521896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29593ffa-5284-4d6a-8a7f-b5de40bc4b7e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.521896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.521896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.550928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.551269] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.551405] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.551475] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.551681] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.551764] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.552023] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.552138] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.552205] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.552358] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.552436] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.552639] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.552733] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.552795] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.552965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.553095] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.553095] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d is going to be updated. [ 1290.555161] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.555302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.555347] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.555572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.555712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.594275] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc14340-5b7f-45c1-9672-91d861580a08 in Status: IN_PROGRESS for 2s [ 1290.677138] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.677339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.677339] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.677532] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.677680] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.679633] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.679776] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.679812] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.680025] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.680166] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.702918] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: IN_PROGRESS for 2s [ 1290.703782] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 1292.608929] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc14340-5b7f-45c1-9672-91d861580a08 in Status: SUCCESS [ 1292.609310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.719615] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 1292.719843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.720717] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: SUCCESS [ 1292.721439] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.788799] env[66094]: INFO networking_nsxv3.common.synchronization [req-a1a9640e-28a0-4352-b864-597fcef08d24 req-c74ae278-808a-4aff-9712-79d39b67b051 tempest-ServerRescueTestJSON-54495941 tempest-ServerRescueTestJSON-54495941-project-member] Enqueued Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1292.789355] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1292.789663] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.789783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.789853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.790057] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.790205] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.790300] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.790349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.790495] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.790580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.790763] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.293630] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.795935] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.299118] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.299118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.299118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.299118] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.299515] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.299515] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d is going to be updated. [ 1294.329593] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.329787] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.329838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.330011] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.330168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.338273] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: IN_PROGRESS for 2s [ 1296.350829] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: SUCCESS [ 1296.350829] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.790307] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.790685] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.474915] env[66094]: INFO networking_nsxv3.common.synchronization [req-0f521ed0-2541-465a-8117-bfa2580b8eb0 req-5c8b3942-367a-4db7-9f88-43bac8f3ea95 tempest-ServerActionsTestJSON-1183820763 tempest-ServerActionsTestJSON-1183820763-project-member] Enqueued Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1298.475586] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f with Priority: HIGHEST for action security_group_members [ 1298.476275] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.476275] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.476723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.476723] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.477139] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.477249] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.477335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.477479] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.477580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.477653] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a600dab8-3ab9-46e4-9b55-e58fce8ad25f',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.980415] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.980820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.980820] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.980913] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.980952] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.981181] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.981284] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.981346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.981500] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.981578] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.981663] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f is going to be updated. [ 1299.009975] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.010220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.010220] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.010390] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.010530] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.018752] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: IN_PROGRESS for 2s [ 1299.494280] env[66094]: INFO networking_nsxv3.common.synchronization [req-e96c0fd0-4f69-4faf-8280-3ad63a4f9044 req-d6f8b0a2-1183-4f1a-aef8-1d8443a0bd1b tempest-ServerRescueTestJSON-54495941 tempest-ServerRescueTestJSON-54495941-project-member] Enqueued Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1299.494830] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d with Priority: HIGHEST for action security_group_members [ 1299.495138] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.495258] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.495320] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.495549] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.495696] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.495794] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.495855] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.496010] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.496102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.496193] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089dc22f-7a66-40c3-bfaa-ba1865d3d03d',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.998018] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.998391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.998391] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.998543] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.998632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.998837] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.998936] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.999052] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.999238] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.999323] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.999442] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d is going to be updated. [ 1300.028887] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.029098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.029098] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.029300] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.029442] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.039017] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: IN_PROGRESS for 2s [ 1301.028587] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f in Status: SUCCESS [ 1301.028965] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a600dab8-3ab9-46e4-9b55-e58fce8ad25f deletion is rescheduled due to dependency. [ 1301.028965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a600dab8-3ab9-46e4-9b55-e58fce8ad25f" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.048093] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d in Status: SUCCESS [ 1302.048477] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089dc22f-7a66-40c3-bfaa-ba1865d3d03d deletion is rescheduled due to dependency. [ 1302.048477] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089dc22f-7a66-40c3-bfaa-ba1865d3d03d" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.496275] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.496643] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.919072] env[66094]: INFO networking_nsxv3.common.synchronization [None req-78468d54-7eb1-4f48-86dd-af767e678705 None None] Enqueued Resource ID: abb06bc5-bf54-463d-9384-4cb32d32b775 with Priority: HIGHEST for action port [ 1307.919632] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb06bc5-bf54-463d-9384-4cb32d32b775 with Priority: HIGHEST for action port [ 1307.919977] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb06bc5-bf54-463d-9384-4cb32d32b775 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.920091] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb06bc5-bf54-463d-9384-4cb32d32b775" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.920144] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb06bc5-bf54-463d-9384-4cb32d32b775" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.920432] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb06bc5-bf54-463d-9384-4cb32d32b775" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.920540] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb06bc5-bf54-463d-9384-4cb32d32b775',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.422776] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abb06bc5-bf54-463d-9384-4cb32d32b775 [ 1308.423076] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.423228] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.423300] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.423506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.423626] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.423730] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abb06bc5-bf54-463d-9384-4cb32d32b775 already deleted. [ 1308.423816] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb06bc5-bf54-463d-9384-4cb32d32b775" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.738504] env[66094]: INFO networking_nsxv3.common.synchronization [None req-91275f73-c75b-4a4b-a3ce-0e4311b8937c None None] Enqueued Resource ID: a0b249a9-566c-4933-9229-f1f906ac187e with Priority: HIGHEST for action port [ 1309.739087] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b249a9-566c-4933-9229-f1f906ac187e with Priority: HIGHEST for action port [ 1309.739406] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0b249a9-566c-4933-9229-f1f906ac187e taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.739523] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0b249a9-566c-4933-9229-f1f906ac187e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.739580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0b249a9-566c-4933-9229-f1f906ac187e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.739838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0b249a9-566c-4933-9229-f1f906ac187e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.739922] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0b249a9-566c-4933-9229-f1f906ac187e',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.242015] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0b249a9-566c-4933-9229-f1f906ac187e [ 1310.242280] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.242433] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.242482] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.242773] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.242887] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.242987] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0b249a9-566c-4933-9229-f1f906ac187e already deleted. [ 1310.243082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0b249a9-566c-4933-9229-f1f906ac187e" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.442135] env[66094]: INFO networking_nsxv3.common.synchronization [req-2ce5b46a-1344-4259-abec-9182aacaacad req-e41afc75-9112-4aba-9128-38448df52211 tempest-ServerGroupTestJSON-1473580622 tempest-ServerGroupTestJSON-1473580622-project-member] Enqueued Resource ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 with Priority: HIGHEST for action security_group_members [ 1314.442662] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 with Priority: HIGHEST for action security_group_members [ 1314.442992] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f9f32f-a481-452d-8c2b-a0a0f86d4180 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.443130] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.443196] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.443451] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.443618] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.443706] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.443790] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.443904] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.443990] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.444094] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f9f32f-a481-452d-8c2b-a0a0f86d4180',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.778107] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.778345] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "network-124" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.778512] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "network-124" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.778842] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "network-124" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.779123] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.779282] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.779401] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.779620] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.779783] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.780024] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.780148] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] NeedRegenerationException {{(pid=66094) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.780286] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] no value, waiting for create lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.780409] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] value creation lock acquired {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.780525] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] No value present for key: 'zone-id' {{(pid=66094) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.780632] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Calling creation function for not-yet-present value {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.780765] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.805646] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.805882] env[66094]: DEBUG dogpile.cache.region [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66094) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1314.806059] env[66094]: DEBUG dogpile.lock [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Released creation lock {{(pid=66094) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.806327] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "network-124" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.806617] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock port-ab2258d3-5c5e-4828-82b1-3b092230171c taken with stack trace [, , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.806790] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "port-ab2258d3-5c5e-4828-82b1-3b092230171c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.806909] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "port-ab2258d3-5c5e-4828-82b1-3b092230171c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.807284] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "port-ab2258d3-5c5e-4828-82b1-3b092230171c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.807427] env[66094]: DEBUG networking_nsxv3.api.rpc [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab2258d3-5c5e-4828-82b1-3b092230171c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.947554] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.947734] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.947781] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.947994] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.948113] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.948318] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.948418] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.948480] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.948636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.948712] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.948889] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 already deleted. [ 1314.948977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.310234] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.310507] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.310658] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.311033] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.311238] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.311425] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Segment Port ab2258d3-5c5e-4828-82b1-3b092230171c not found, creating... [ 1315.311742] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.311940] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.312105] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.312390] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.312559] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.312895] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.313104] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.313254] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.313507] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.313712] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.313896] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Resource: SegmentPort with ID: ab2258d3-5c5e-4828-82b1-3b092230171c is going to be created. [ 1315.336758] env[66094]: DEBUG networking_nsxv3.common.locking [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.337022] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.337149] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.337464] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.337804] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.338096] env[66094]: DEBUG oslo_concurrency.lockutils [None req-eb43a6cc-6e31-4651-bbf9-13bc64c84b8e None None] Releasing lock "port-ab2258d3-5c5e-4828-82b1-3b092230171c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.033285] env[66094]: INFO networking_nsxv3.common.synchronization [req-2ce5b46a-1344-4259-abec-9182aacaacad req-f900a38c-2a6b-477e-a462-121c84f63be4 service nova] Enqueued Resource ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 with Priority: HIGHEST for action security_group_rules [ 1316.033589] env[66094]: INFO networking_nsxv3.common.synchronization [req-2ce5b46a-1344-4259-abec-9182aacaacad req-f900a38c-2a6b-477e-a462-121c84f63be4 service nova] Enqueued Resource ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 with Priority: HIGHEST for action security_group_members [ 1316.033635] env[66094]: INFO networking_nsxv3.common.synchronization [req-2ce5b46a-1344-4259-abec-9182aacaacad req-f900a38c-2a6b-477e-a462-121c84f63be4 service nova] Enqueued Resource ID: ab2258d3-5c5e-4828-82b1-3b092230171c with Priority: HIGHEST for action port [ 1316.035764] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 with Priority: HIGHEST for action security_group_rules [ 1316.035989] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 with Priority: HIGHEST for action security_group_members [ 1316.036998] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab2258d3-5c5e-4828-82b1-3b092230171c with Priority: HIGHEST for action port [ 1316.037371] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f9f32f-a481-452d-8c2b-a0a0f86d4180 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.037606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.037826] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.038363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.038481] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f9f32f-a481-452d-8c2b-a0a0f86d4180',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.039477] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f9f32f-a481-452d-8c2b-a0a0f86d4180 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.039984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.040082] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.040283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.040445] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.040630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.040739] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.040851] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.040958] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.044714] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f9f32f-a481-452d-8c2b-a0a0f86d4180',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.044714] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab2258d3-5c5e-4828-82b1-3b092230171c taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.044714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab2258d3-5c5e-4828-82b1-3b092230171c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.044714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab2258d3-5c5e-4828-82b1-3b092230171c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.044714] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab2258d3-5c5e-4828-82b1-3b092230171c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.044714] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab2258d3-5c5e-4828-82b1-3b092230171c',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.148195] env[66094]: INFO networking_nsxv3.common.synchronization [req-26176140-4e30-48a2-b1fb-59d1f683b1a6 req-50d752ce-8a23-4ffe-814f-47d983a51542 tempest-ServerRescueNegativeTestJSON-2131902364 tempest-ServerRescueNegativeTestJSON-2131902364-project-member] Enqueued Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_members [ 1316.148195] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc14340-5b7f-45c1-9672-91d861580a08 with Priority: HIGHEST for action security_group_members [ 1316.148555] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc14340-5b7f-45c1-9672-91d861580a08 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.148649] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.148708] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.148932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.149383] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.149490] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.149782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.149782] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.150085] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.150356] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc14340-5b7f-45c1-9672-91d861580a08',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.545170] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f9f32f-a481-452d-8c2b-a0a0f86d4180 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.545310] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.552126] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06f9f32f-a481-452d-8c2b-a0a0f86d4180',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.553123] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab2258d3-5c5e-4828-82b1-3b092230171c with status ACTIVE [ 1316.553351] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.553478] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.553546] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.553853] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.553984] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.554160] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.554979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.554979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.554979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.554979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.554979] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.554979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.554979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.554979] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.555375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.555375] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab2258d3-5c5e-4828-82b1-3b092230171c is going to be updated. [ 1316.577692] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.577941] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.578072] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.578302] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.578446] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.578611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab2258d3-5c5e-4828-82b1-3b092230171c" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.652774] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.652976] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.653102] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.653392] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.653512] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.653782] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.653930] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.654033] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.654263] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.654371] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.654492] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc14340-5b7f-45c1-9672-91d861580a08 is going to be updated. [ 1316.693359] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.693590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.693590] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.693839] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.693981] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.702495] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc14340-5b7f-45c1-9672-91d861580a08 in Status: IN_PROGRESS for 2s [ 1317.057610] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06f9f32f-a481-452d-8c2b-a0a0f86d4180',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.559895] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.560112] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.560234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.560377] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.560489] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.560604] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 is going to be created. [ 1317.585685] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.585987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.585987] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.586186] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.586292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.596902] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 in Status: UNINITIALIZED for 2s [ 1318.712616] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc14340-5b7f-45c1-9672-91d861580a08 in Status: SUCCESS [ 1318.712989] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc14340-5b7f-45c1-9672-91d861580a08 deletion is rescheduled due to dependency. [ 1318.712989] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc14340-5b7f-45c1-9672-91d861580a08" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.607527] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 in Status: SUCCESS [ 1319.607806] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.607959] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.608231] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.608421] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.608541] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.608611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.608762] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.608843] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.608928] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.609053] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06f9f32f-a481-452d-8c2b-a0a0f86d4180',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.111709] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f9f32f-a481-452d-8c2b-a0a0f86d4180 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.112168] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.112252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.112606] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.112786] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.112965] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.113046] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.113221] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.113393] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.113460] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.113591] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f9f32f-a481-452d-8c2b-a0a0f86d4180 taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.113768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.113768] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.113951] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.114089] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.114184] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.114239] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.114420] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.114506] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.114593] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.114684] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06f9f32f-a481-452d-8c2b-a0a0f86d4180',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.617216] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06f9f32f-a481-452d-8c2b-a0a0f86d4180: rpc.has_security_group_logging(os_id): False [ 1320.636316] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.636636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.636636] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.636845] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.636971] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.637248] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.637370] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.637483] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.637642] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.637750] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.637957] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.638137] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.638181] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.638349] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.638434] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.638653] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.638763] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.638876] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.639009] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.639141] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.639194] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 is going to be created. [ 1320.699976] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.700222] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.700296] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.700539] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.700732] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.712369] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 in Status: IN_PROGRESS for 2s [ 1321.149433] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.149825] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1321.502890] env[66094]: INFO networking_nsxv3.common.synchronization [req-66ce7856-37c6-4eff-a014-456c2cfe7f6c req-293fee01-ce24-48e6-be3d-cd2e4781a3f3 tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 1321.503676] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 1321.503805] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.503932] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.504015] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.504267] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.504371] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.504534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.504534] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.504652] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.504838] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.504838] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.007285] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.511394] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.725824] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 in Status: SUCCESS [ 1322.726041] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.014119] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.014363] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.014463] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.014766] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.014896] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.015047] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 is going to be updated. [ 1323.046131] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.046292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.046379] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.046572] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.046786] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.057301] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: IN_PROGRESS for 2s [ 1325.068699] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: SUCCESS [ 1325.069089] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.504466] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.504908] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.841213] env[66094]: INFO networking_nsxv3.common.synchronization [req-b098fadf-58df-4033-a468-ae1823da87e6 req-92ad9f7a-4dee-499d-81ad-0905cbece24f tempest-ServerGroupTestJSON-1473580622 tempest-ServerGroupTestJSON-1473580622-project-member] Enqueued Resource ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 with Priority: HIGHEST for action security_group_members [ 1326.841939] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 with Priority: HIGHEST for action security_group_members [ 1326.842401] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f9f32f-a481-452d-8c2b-a0a0f86d4180 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.842516] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.842580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.842752] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.842963] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.843135] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.843217] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.843491] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.843589] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.843761] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f9f32f-a481-452d-8c2b-a0a0f86d4180',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.347108] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.347340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.347340] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.347611] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.347701] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.347912] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.348065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.348065] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.348234] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.348298] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.348399] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 is going to be updated. [ 1327.369293] env[66094]: INFO networking_nsxv3.common.synchronization [req-dd280074-fb59-437e-bc5b-d38019d3cae2 req-e2e4b2ff-2de6-4110-82b6-eda677f131e1 tempest-ServerRescueNegativeTestJSON-2131902364 tempest-ServerRescueNegativeTestJSON-2131902364-project-member] Enqueued Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1327.369855] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1327.370943] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.370943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.370943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.370943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.370943] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.370943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.370943] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.371299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.371299] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.371299] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.378619] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.378783] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.378835] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.379018] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.379165] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.388340] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 in Status: IN_PROGRESS for 2s [ 1327.873791] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.376751] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.879136] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.879484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.879484] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.879574] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.879646] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.879742] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef is going to be updated. [ 1328.918669] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.918817] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.918907] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.919106] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.919252] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.928703] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: IN_PROGRESS for 2s [ 1329.401343] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 in Status: SUCCESS [ 1329.401631] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f9f32f-a481-452d-8c2b-a0a0f86d4180 deletion is rescheduled due to dependency. [ 1329.401796] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f9f32f-a481-452d-8c2b-a0a0f86d4180" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.938594] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: SUCCESS [ 1330.938977] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.371356] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.371608] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.114920] env[66094]: INFO networking_nsxv3.common.synchronization [req-fa2acad8-38b5-47a8-9cfd-b1086dd5c81e req-a0cd44e3-d543-4622-a9b4-83f69704ecc9 tempest-ServerRescueNegativeTestJSON-2131902364 tempest-ServerRescueNegativeTestJSON-2131902364-project-member] Enqueued Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1335.115968] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef with Priority: HIGHEST for action security_group_members [ 1335.115968] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-502fa063-a102-49ec-b570-6ad47ac6f9ef taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.116129] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.116129] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.116292] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.116424] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.116729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.116729] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.117121] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.117250] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.117321] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('502fa063-a102-49ec-b570-6ad47ac6f9ef',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.620021] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.620021] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.620283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.620283] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.642760] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.643176] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.643315] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.643381] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.643630] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.643728] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.643766] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef is going to be updated. [ 1335.670678] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.670873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.670873] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.671103] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.671246] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.680410] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: IN_PROGRESS for 2s [ 1337.693569] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef in Status: SUCCESS [ 1337.694051] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 502fa063-a102-49ec-b570-6ad47ac6f9ef deletion is rescheduled due to dependency. [ 1337.694051] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-502fa063-a102-49ec-b570-6ad47ac6f9ef" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.967952] env[66094]: INFO networking_nsxv3.common.synchronization [req-2f578a9a-15dc-45aa-b514-4df0fa6c7ccf req-7c91befd-8069-420c-998e-025bc79a7709 tempest-ServerActionsTestOtherA-2021839915 tempest-ServerActionsTestOtherA-2021839915-project-member] Enqueued Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 1338.968983] env[66094]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 with Priority: HIGHEST for action security_group_members [ 1338.968983] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040fbc6-010a-4ed7-84e6-2db1575684d3 taken with stack trace [, , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.968983] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.968983] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.969346] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.969471] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.969632] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.969684] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.970044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.970044] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.970125] env[66094]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4040fbc6-010a-4ed7-84e6-2db1575684d3',) {} {{(pid=66094) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.472364] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.472580] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.472644] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.472847] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.493972] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.494248] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.494375] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.494435] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.494631] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.494709] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.494796] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 is going to be updated. [ 1339.523811] env[66094]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66094) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.524037] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.524117] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.524335] env[66094]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.524475] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.536735] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: IN_PROGRESS for 2s [ 1341.548631] env[66094]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 in Status: SUCCESS [ 1341.549043] env[66094]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040fbc6-010a-4ed7-84e6-2db1575684d3 deletion is rescheduled due to dependency. [ 1341.549043] env[66094]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040fbc6-010a-4ed7-84e6-2db1575684d3" {{(pid=66094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.969504] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.969918] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.970865] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.971257] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.972033] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.972033] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.973336] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.973336] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.974346] env[66094]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.974739] env[66094]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0